-- Logs begin at Tue 2021-05-04 21:14:22 UTC, end at Tue 2021-05-04 22:39:50 UTC. -- May 04 22:10:10.150486 dv-cinder-786928-2-smb systemd[1]: Started Devstack devstack@q-svc.service. May 04 22:10:12.824611 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.common.config [-] Logging enabled! May 04 22:10:12.825519 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 04 22:10:12.825904 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 22:10:12.833587 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.common.config [-] Logging enabled! May 04 22:10:12.834018 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev178 May 04 22:10:12.834545 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74660) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 22:10:12.836364 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 22:10:12.836753 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 22:10:12.837470 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 22:10:12.837881 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 22:10:12.838261 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 22:10:12.838811 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.839358 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.839868 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.840261 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.840783 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.841280 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.841766 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.842089 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.842410 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.842789 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.843311 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.844371 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.844782 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.845280 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] config_source = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.845778 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.846286 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.846683 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] debug = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.847206 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.848002 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.848569 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.848836 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.849143 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.849434 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.849712 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.850281 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.850569 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.850991 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] host = dv-cinder-786928-2-smb {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.851276 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.851574 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.851860 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.852149 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.852426 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.852761 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.853052 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.853327 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] log_dir = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.853601 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] log_file = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.853878 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.854163 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.854453 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.854756 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.855008 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.855233 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.855557 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.855987 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.856267 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.856549 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.856831 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.857107 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.857385 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.857656 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.857947 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.858226 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.858512 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.858784 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.859138 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.859412 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.859711 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.859999 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.860276 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.860543 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.860817 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.861131 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.861385 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.861657 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.861963 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.862249 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.862532 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.862816 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.863115 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.863398 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.863672 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.863944 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] use_journal = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.864329 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] use_json = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.864608 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.864882 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.865222 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.865502 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.865769 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.866045 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.866315 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.866601 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:12.866932 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.867240 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.867546 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.867840 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.868135 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.868416 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.868705 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.868982 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.869271 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.869611 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.869908 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.870189 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.870479 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.870759 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.871087 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.871401 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.871737 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.872031 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.872307 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.872635 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.872951 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.873227 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.873517 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.873811 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.874103 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.874489 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.875222 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.875716 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.875947 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.876223 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.876501 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.876801 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.877080 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.877354 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.877643 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.878000 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.878197 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.878470 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.878749 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.879134 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.879410 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.879683 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.879952 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.880234 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.880498 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.880794 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.881072 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.881346 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.881743 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.882025 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.882298 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.882575 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.882882 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.883159 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.883436 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.883709 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.883984 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.884256 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.884528 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.884799 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.885119 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.885402 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.885660 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.885932 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.886250 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.886527 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.886801 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.887104 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.887400 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.887749 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.888025 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.888305 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.888584 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.888863 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.889140 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.889416 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.889728 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.890008 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.890825 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.891162 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.891452 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.891745 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.892122 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.892458 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.892812 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.893150 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.893484 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.893847 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.894189 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.894534 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.894915 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.895268 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.895622 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.895972 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.896355 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.896683 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.897015 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.897385 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.897725 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:12.898016 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 22:10:12.898317 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74660) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 22:10:13.266369 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:10:13.266629 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:10:13.266986 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:10:13.267283 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 22:10:13.602978 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.603228 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.603543 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.604907 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.605220 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.605531 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.738045 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.738347 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.738662 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.753297 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.753614 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.753919 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.786927 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.787255 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.787584 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.862751 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.863463 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:13.863463 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.121744 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.122060 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.122325 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.122590 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.123404 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.257379 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.257763 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.258137 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.258404 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.258769 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.259182 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.259493 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.259852 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.260153 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.260496 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.260798 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.261105 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.261417 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.261718 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.262029 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.262347 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.262651 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.262997 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.263293 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.263792 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.264049 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.264565 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.264828 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.265159 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.266138 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.266514 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.267074 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 22:10:14.267384 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 22:10:14.267659 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 22:10:14.267931 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 22:10:14.268200 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 22:10:14.268469 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 22:10:14.268973 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 22:10:14.272760 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 22:10:14.276916 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 22:10:14.282000 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) May 04 22:10:14.283900 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 22:10:14.284366 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 22:10:14.284736 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 22:10:14.285174 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 22:10:14.288250 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 22:10:14.288740 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 22:10:14.289171 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 22:10:14.317565 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 22:10:14.318054 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.318396 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74660) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 04 22:10:14.318798 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.320427 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74660) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 22:10:14.320776 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 22:10:14.321124 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 22:10:14.324852 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.325230 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:14.447968 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 22:10:14.448231 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 22:10:14.448572 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 22:10:14.449126 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 22:10:14.498351 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_db.sqlalchemy.engines [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74660) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 22:10:15.420218 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Initializing driver for type 'gre' May 04 22:10:15.421010 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] gre ID ranges: [(1, 1000)] May 04 22:10:15.762044 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Initializing driver for type 'local' May 04 22:10:15.762427 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Initializing driver for type 'vlan' May 04 22:10:15.882553 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] VlanTypeDriver initialization complete May 04 22:10:15.883051 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Initializing driver for type 'vxlan' May 04 22:10:15.883660 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] vxlan ID ranges: [(1, 1000)] May 04 22:10:16.322442 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Initializing extension driver 'port_security' May 04 22:10:16.322889 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.extensions.port_security [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] PortSecurityExtensionDriver initialization complete May 04 22:10:16.323286 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Initializing mechanism driver 'openvswitch' May 04 22:10:16.323653 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Initializing mechanism driver 'hyperv' May 04 22:10:16.331860 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.plugins.ml2.plugin [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74660) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:10:16.332787 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > port after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.333175 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > port after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.333519 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > port after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.333895 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > subnet after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.334243 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > subnet after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.334579 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.334983 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > network after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.335320 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > network after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.335650 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > network after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.336021 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > security_group after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.336360 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > security_group after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.336692 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > security_group after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.337063 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.337401 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.337730 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.338391 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > address_group after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.338749 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > address_group after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.339106 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > address_group after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.339445 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] ML2 OVO RPC backend initialized. {{(pid=74660) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} May 04 22:10:16.340225 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.340580 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.341058 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > network before_response 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.341327 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > networks before_response 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.341668 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > port before_response 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.342001 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > ports before_response 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.342361 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > subnet before_response 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.342676 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > subnets before_response 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.343054 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > network after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.344813 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > network after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.344813 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > network after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.344813 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > port after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.345219 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > port after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.345551 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > port after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.345887 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > subnet after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.346216 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > subnet after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.346541 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > subnet after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.347232 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.plugin [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Modular L2 Plugin initialization complete May 04 22:10:16.347558 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading services supported by the core plugin {{(pid=74660) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 22:10:16.347882 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.plugins.ml2.managers [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Got port-security extension from driver 'port_security' May 04 22:10:16.348350 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.extensions.vlantransparent [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Disabled vlantransparent extension. May 04 22:10:16.348833 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74660) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 22:10:16.349195 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading Plugin: router May 04 22:10:16.389852 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router_interface before_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.390285 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router after_create 55549900 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.390654 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router before_create 55549900 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.391071 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.391438 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.391787 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router after_delete 55549900 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.392139 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > floatingip after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.392492 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router after_create 55549900 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.392828 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router after_update 55549900 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.393166 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router after_update 55549900 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.393501 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.393856 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router after_update 55549900 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.394263 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router precommit_update 55549900 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.394627 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: port after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.395011 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: port after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.395348 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: subnet after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.395799 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.396271 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > port precommit_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.396627 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router precommit_create 55549900 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.396959 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: port before_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.397291 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router precommit_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.397702 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router after_update 55549900 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.398044 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router precommit_delete 55549900 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.398388 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router precommit_create 55549900 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.398748 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router_interface after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.399118 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router precommit_update 55549900 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.399496 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > network after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.400459 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Tracking information for resource: router configured {{(pid=74660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 22:10:16.400776 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Tracking information for resource: floatingip configured {{(pid=74660) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 22:10:16.406972 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.db.l3_agentschedulers_db [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 22:10:16.407653 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: port after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.408019 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: port after_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.408363 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: port after_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.408705 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: port after_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.409523 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router before_create 55550100 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.409881 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router precommit_delete 55550100 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.410237 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router precommit_create 55550100 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.410582 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > router precommit_update 55550100 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.415459 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.services.provider_configuration [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Service providers = [] {{(pid=74660) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 22:10:16.415815 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.db.servicetype_db [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74660) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 22:10:16.419519 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.services.service_base [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 22:10:16.419863 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.services.service_base [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 22:10:16.420194 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.services.service_base [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 22:10:16.421111 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.services.service_base [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74660) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 22:10:16.421829 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.services.service_base [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 22:10:16.423936 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 22:10:16.424271 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 22:10:16.436236 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 22:10:16.436560 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading Plugin: auto_allocate May 04 22:10:16.443261 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: network precommit_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.443630 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: network precommit_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.444166 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 22:10:16.444476 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading Plugin: tag May 04 22:10:16.452277 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 22:10:16.454653 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading Plugin: timestamp May 04 22:10:16.458037 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 22:10:16.458449 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading Plugin: network_ip_availability May 04 22:10:16.463996 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.464358 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.464702 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.465488 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 22:10:16.465800 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading Plugin: flavors May 04 22:10:16.471832 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 22:10:16.472157 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading Plugin: revisions May 04 22:10:16.476995 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74660) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 22:10:16.477380 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_concurrency.lockutils [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 3.210s {{(pid=74660) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:10:16.478140 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74660) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 04 22:10:16.478495 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Initializing extension manager. May 04 22:10:16.479026 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: __init__.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.479361 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: __pycache__ {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.479686 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.480010 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: address_group.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.480809 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.481394 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: address-group May 04 22:10:16.481861 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: address_scope.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.482745 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.483540 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: address-scope May 04 22:10:16.483849 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: admin_state_down_before_update.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.484862 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.485368 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: router-admin-state-down-before-update May 04 22:10:16.485840 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: agent.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.487015 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.487420 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: agent May 04 22:10:16.487961 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: agent_resources_synced.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.488915 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.489554 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: agent-resources-synced May 04 22:10:16.489869 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: allowedaddresspairs.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.491827 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.492463 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: allowed-address-pairs May 04 22:10:16.492743 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: auto_allocated_topology.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.493807 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.494319 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: auto-allocated-topology May 04 22:10:16.494634 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: availability_zone.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.495363 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.495859 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: availability_zone May 04 22:10:16.496172 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: availability_zone_filter.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.497104 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.497605 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: availability_zone_filter May 04 22:10:16.497955 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: data_plane_status.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.498838 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.499361 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension data-plane-status not supported by any of loaded plugins May 04 22:10:16.499693 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: default_subnetpools.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.500592 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.501091 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: default-subnetpools May 04 22:10:16.501402 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: dhcpagentscheduler.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.502239 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.502734 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: dhcp_agent_scheduler May 04 22:10:16.503070 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: dns.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.504228 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.504698 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension dns-integration not supported by any of loaded plugins May 04 22:10:16.505007 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: dns_domain_ports.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.505897 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.506389 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 22:10:16.506698 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: dvr.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.507384 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.507877 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: dvr May 04 22:10:16.508186 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: empty_string_filtering.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.509070 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.509642 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: empty-string-filtering May 04 22:10:16.509947 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.510945 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.511757 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 22:10:16.512077 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.512993 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.513485 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 22:10:16.513794 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: external_net.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.514681 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.515958 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: external-net May 04 22:10:16.516316 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: extra_dhcp_opt.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.517481 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.517986 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: extra_dhcp_opt May 04 22:10:16.518504 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: extraroute.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.519547 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.520053 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: extraroute May 04 22:10:16.520367 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: extraroute_atomic.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.521591 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.522094 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: extraroute-atomic May 04 22:10:16.522408 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: filter_validation.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.523129 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.523631 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: filter-validation May 04 22:10:16.523941 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: fip_pf_description.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.525163 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.525698 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 22:10:16.526012 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: fip_port_details.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.527065 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.527572 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: fip-port-details May 04 22:10:16.527883 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: flavors.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.529129 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.529631 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: flavors May 04 22:10:16.529975 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.532647 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.533178 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 22:10:16.533713 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: floatingip_pools.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.534489 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.535165 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: floatingip-pools May 04 22:10:16.535747 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: ip_allocation.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.536961 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.537478 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension ip_allocation not supported by any of loaded plugins May 04 22:10:16.537791 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.538688 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.539216 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: ip-substring-filtering May 04 22:10:16.539533 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: l2_adjacency.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.540437 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.540929 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 22:10:16.541240 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: l3.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.542243 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.542791 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: router May 04 22:10:16.543134 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: l3_conntrack_helper.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.545593 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.546117 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 22:10:16.546467 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.547434 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.548086 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: ext-gw-mode May 04 22:10:16.548407 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.549340 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.549929 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: l3-ha May 04 22:10:16.550264 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: l3_flavors.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.551222 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.551723 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: l3-flavors May 04 22:10:16.552035 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.552976 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.553474 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 22:10:16.553786 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: l3agentscheduler.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.554884 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.555387 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: l3_agent_scheduler May 04 22:10:16.555702 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: logging.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.557311 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.557818 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension logging not supported by any of loaded plugins May 04 22:10:16.558137 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: metering.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.558884 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.559467 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: metering May 04 22:10:16.559784 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.561037 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.561534 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: metering_source_and_destination_fields May 04 22:10:16.561850 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: multiprovidernet.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.563345 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.563856 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: multi-provider May 04 22:10:16.564179 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: netmtu.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.565102 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.565601 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: net-mtu May 04 22:10:16.565908 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: netmtu_writable.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.566798 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.567383 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: net-mtu-writable May 04 22:10:16.567692 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: network_availability_zone.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.568352 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.568844 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: network_availability_zone May 04 22:10:16.569315 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: network_ip_availability.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.570468 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.570997 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: network-ip-availability May 04 22:10:16.571313 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: network_segment_range.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.572085 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.572656 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension network-segment-range not supported by any of loaded plugins May 04 22:10:16.572993 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: pagination.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.573968 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.574287 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: pagination May 04 22:10:16.574601 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: port_device_profile.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.575499 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.576008 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: port-device-profile May 04 22:10:16.576321 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.577289 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.578497 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: port-mac-address-regenerate May 04 22:10:16.578672 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.579563 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.580062 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: port-numa-affinity-policy May 04 22:10:16.580371 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: port_resource_request.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.581246 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.581741 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension port-resource-request not supported by any of loaded plugins May 04 22:10:16.582049 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: portbindings.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.582980 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.583476 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: binding May 04 22:10:16.583781 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: portbindings_extended.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.585436 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.585991 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: binding-extended May 04 22:10:16.586404 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: portsecurity.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.587158 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.587662 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: port-security May 04 22:10:16.587971 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: project_id.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.589512 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.589839 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: project-id May 04 22:10:16.590155 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: providernet.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.591085 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.591602 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: provider May 04 22:10:16.591910 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: qos.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.596857 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.597406 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension qos not supported by any of loaded plugins May 04 22:10:16.597731 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.599094 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.599604 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 22:10:16.599919 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.601146 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.601657 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 22:10:16.601972 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: qos_default.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.602913 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.603422 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension qos-default not supported by any of loaded plugins May 04 22:10:16.603739 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: qos_fip.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.604389 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.604887 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension qos-fip not supported by any of loaded plugins May 04 22:10:16.605197 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: qos_gateway_ip.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.606123 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.606630 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 22:10:16.606977 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: qos_port_network_policy.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.607869 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.608368 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 22:10:16.608675 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: qos_rule_type_details.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.609872 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.610370 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 22:10:16.610680 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: qos_rules_alias.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.611774 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.612276 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 22:10:16.612604 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: quotasv2.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.613739 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.614055 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: quotas May 04 22:10:16.614368 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: quotasv2_detail.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.616138 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.616462 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: quota_details May 04 22:10:16.616780 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: rbac.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.617864 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.618410 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: rbac-policies May 04 22:10:16.618727 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: rbac_address_group.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.619736 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.620248 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: rbac-address-group May 04 22:10:16.620569 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: rbac_address_scope.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.621491 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.622007 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: rbac-address-scope May 04 22:10:16.622320 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: rbac_security_groups.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.623275 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.623778 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: rbac-security-groups May 04 22:10:16.624087 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: rbac_subnetpool.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.625545 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.625841 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: rbac-subnetpool May 04 22:10:16.626164 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: revisionifmatch.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.627236 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.627745 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: revision-if-match May 04 22:10:16.628057 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: revisions.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.629194 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.629695 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: standard-attr-revisions May 04 22:10:16.630008 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: router_availability_zone.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.630676 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.631222 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: router_availability_zone May 04 22:10:16.631542 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: routerservicetype.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.632474 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.632977 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension router-service-type not supported by any of loaded plugins May 04 22:10:16.633292 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.634206 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.634697 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: security-groups-normalized-cidr May 04 22:10:16.635044 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: security_groups_port_filtering.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.635956 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.636460 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: port-security-groups-filtering May 04 22:10:16.636769 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.637822 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.638326 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: security-groups-remote-address-group May 04 22:10:16.638639 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: securitygroup.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.649706 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.650286 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: security-group May 04 22:10:16.650613 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: segment.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.651533 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.652044 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension segment not supported by any of loaded plugins May 04 22:10:16.652361 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.653404 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.653918 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 22:10:16.654265 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: servicetype.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.655456 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.656536 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: service-type May 04 22:10:16.656852 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: sorting.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.657890 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.658429 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: sorting May 04 22:10:16.658916 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: standard_attr_segment.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.659870 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.660464 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 22:10:16.660781 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: standardattrdescription.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.661448 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.661953 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: standard-attr-description May 04 22:10:16.662267 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: stateful_security_group.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.663691 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.664283 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: stateful-security-group May 04 22:10:16.664595 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: stdattrs_common.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.665182 dv-cinder-786928-2-smb neutron-server[74660]: WARNING neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 22:10:16.665495 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.666521 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.667057 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 22:10:16.667370 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: subnet_onboard.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.668455 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.669079 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: subnet_onboard May 04 22:10:16.669390 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.670399 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.671177 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 22:10:16.671518 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: subnet_service_types.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.672606 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.673092 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: subnet-service-types May 04 22:10:16.673404 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: subnetallocation.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.674516 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.675050 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: subnet_allocation May 04 22:10:16.675368 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.676031 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.676531 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: subnetpool-prefix-ops May 04 22:10:16.676841 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.677787 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.678284 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 22:10:16.678595 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: tagging.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.679741 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.680265 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: standard-attr-tag May 04 22:10:16.680579 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: timestamp.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.681903 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.682415 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loaded extension: standard-attr-timestamp May 04 22:10:16.682732 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: trunk.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.683823 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.684329 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension trunk not supported by any of loaded plugins May 04 22:10:16.684650 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: trunk_details.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.685537 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.686040 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension trunk-details not supported by any of loaded plugins May 04 22:10:16.686355 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: uplink_status_propagation.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.687359 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.688088 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 22:10:16.688406 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Loading extension file: vlantransparent.py {{(pid=74660) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 04 22:10:16.689088 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74660) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 04 22:10:16.689591 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 22:10:16.692250 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:network May 04 22:10:16.693003 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:subnet May 04 22:10:16.693795 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:subnetpool May 04 22:10:16.694397 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:port May 04 22:10:16.696100 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.v2.resource_helper [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 22:10:16.696537 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.v2.resource_helper [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Service FLAVORS assigned prefix: {{(pid=74660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 22:10:16.697173 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.v2.resource_helper [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 22:10:16.697598 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.v2.resource_helper [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 22:10:16.697920 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:router May 04 22:10:16.698627 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:floatingip May 04 22:10:16.699370 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.v2.resource_helper [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Service METERING assigned prefix: /metering {{(pid=74660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 22:10:16.700842 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.701216 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.701560 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=74660) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:10:16.703597 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of CountableResource for resource:rbac_policy May 04 22:10:16.704009 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:security_group May 04 22:10:16.704694 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 22:10:16.705449 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.v2.resource_helper [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Service CORE assigned prefix: {{(pid=74660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 22:10:16.705771 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:subnetpool May 04 22:10:16.706104 dv-cinder-786928-2-smb neutron-server[74660]: WARNING neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] subnetpool is already registered May 04 22:10:16.706768 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.v2.resource_helper [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Service CORE assigned prefix: {{(pid=74660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 22:10:16.707112 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:subnetpool May 04 22:10:16.707436 dv-cinder-786928-2-smb neutron-server[74660]: WARNING neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] subnetpool is already registered May 04 22:10:16.710091 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.v2.resource_helper [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 22:10:16.710513 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.v2.resource_helper [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Service FLAVORS assigned prefix: {{(pid=74660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 22:10:16.711138 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.v2.resource_helper [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 22:10:16.711552 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.v2.resource_helper [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=74660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 22:10:16.711874 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:router May 04 22:10:16.712195 dv-cinder-786928-2-smb neutron-server[74660]: WARNING neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] router is already registered May 04 22:10:16.712810 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:floatingip May 04 22:10:16.713127 dv-cinder-786928-2-smb neutron-server[74660]: WARNING neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] floatingip is already registered May 04 22:10:16.713749 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.v2.resource_helper [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Service METERING assigned prefix: /metering {{(pid=74660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 22:10:16.714445 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of CountableResource for resource:rbac_policy May 04 22:10:16.714762 dv-cinder-786928-2-smb neutron-server[74660]: WARNING neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] rbac_policy is already registered May 04 22:10:16.716479 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:security_group May 04 22:10:16.716824 dv-cinder-786928-2-smb neutron-server[74660]: WARNING neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] security_group is already registered May 04 22:10:16.717463 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 22:10:16.717785 dv-cinder-786928-2-smb neutron-server[74660]: WARNING neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] security_group_rule is already registered May 04 22:10:16.719077 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.v2.resource_helper [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Service CORE assigned prefix: {{(pid=74660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 22:10:16.719402 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:subnetpool May 04 22:10:16.719735 dv-cinder-786928-2-smb neutron-server[74660]: WARNING neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] subnetpool is already registered May 04 22:10:16.720452 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.v2.resource_helper [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Service CORE assigned prefix: {{(pid=74660) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 22:10:16.720774 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Creating instance of TrackedResource for resource:subnetpool May 04 22:10:16.721084 dv-cinder-786928-2-smb neutron-server[74660]: WARNING neutron.quota.resource_registry [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] subnetpool is already registered May 04 22:10:16.721963 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: extensions {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.724014 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: address-groups {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.726274 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: address-scopes {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.727977 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: agents {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.729583 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: auto-allocated-topology {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.731123 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: availability_zones {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.732442 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: dhcp-networks {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.734087 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: dhcp-agents {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.735593 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: routers {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.737442 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: flavors {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.738589 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: service_profiles {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.739826 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: next_providers {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.741335 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: service_profiles {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.743140 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: floatingip-pools {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.744346 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: routers {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.746166 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: floatingips {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.747377 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: l3-routers {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.748758 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: l3-agents {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.750240 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: metering-labels {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.751642 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: metering-label-rules {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.752895 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: network-ip-availabilities {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.754160 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: bindings {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.755852 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: quotas {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.757291 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: quotas {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.758705 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: rbac-policies {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.760061 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: security-groups {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.761271 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: security-group-rules {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.762500 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: service-providers {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.763755 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: subnetpools {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.765770 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: subnetpools {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.767281 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: tags {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.768957 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: tags {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.770793 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: tags {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.772583 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: tags {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.774389 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: tags {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.776421 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: tags {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.778120 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: tags {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.781936 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: tags {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.783832 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: tags {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.911545 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron.api.extensions [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Extended resource: tags {{(pid=74660) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 22:10:16.917800 dv-cinder-786928-2-smb neutron-server[74660]: WARNING keystonemiddleware.auth_token [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 22:10:16.923478 dv-cinder-786928-2-smb neutron-server[74660]: WARNING keystonemiddleware.auth_token [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 22:10:16.932608 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_concurrency.lockutils [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Acquired lock "singleton_lock" {{(pid=74660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 04 22:10:16.932934 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_concurrency.lockutils [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Releasing lock "singleton_lock" {{(pid=74660) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 04 22:10:16.933599 dv-cinder-786928-2-smb neutron-server[74660]: INFO oslo_service.service [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Starting 2 workers May 04 22:10:16.939640 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Started child 74775 {{(pid=74660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 22:10:16.944541 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Started child 74776 {{(pid=74660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 22:10:16.945150 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:16.946370 dv-cinder-786928-2-smb neutron-server[74660]: INFO neutron.service [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 22:10:16.946765 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [-] (74775) wsgi starting up on http://0.0.0.0:9696 May 04 22:10:16.947069 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Notify callbacks [] for process, before_spawn {{(pid=74660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:16.950026 dv-cinder-786928-2-smb neutron-server[74660]: INFO oslo_service.service [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Starting 1 workers May 04 22:10:16.952313 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:16.955165 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [-] (74776) wsgi starting up on http://0.0.0.0:9696 May 04 22:10:16.957205 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Started child 74777 {{(pid=74660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 22:10:16.957881 dv-cinder-786928-2-smb neutron-server[74660]: INFO oslo_service.service [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Starting 1 workers May 04 22:10:16.961071 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.service [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] calling RpcWorker wait() {{(pid=74777) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 22:10:16.966947 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.service [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] returning from RpcWorker wait() {{(pid=74777) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 22:10:16.967162 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Started child 74778 {{(pid=74660) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 04 22:10:16.967308 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:16.967308 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:10:16.967549 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG neutron_lib.callbacks.manager [None req-d28ea7bd-fb3f-4716-8800-10acb4adc488 None None] Notify callbacks [] for process, after_spawn {{(pid=74660) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:16.967549 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 22:10:16.967549 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 22:10:16.967549 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 22:10:16.967549 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 22:10:16.967549 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 22:10:16.967549 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 22:10:16.968469 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.968469 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.968701 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:16.969460 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.969460 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.969460 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.969859 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:10:16.970176 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.970176 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.970814 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.971088 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.971357 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.971570 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.971767 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.971968 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.972159 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.972662 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.972969 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.973232 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.973567 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.973795 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.974020 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.974238 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.974595 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.974801 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] debug = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.975436 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.976019 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.976301 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.976566 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.976796 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.977062 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.977366 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.977658 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.977982 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.978226 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.978578 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.978824 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.979096 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.979328 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.979549 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.979835 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.980056 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.980571 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] host = dv-cinder-786928-2-smb {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.980789 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.981020 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.981237 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.981502 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.981742 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.981965 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.982209 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.982450 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.982714 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.983030 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.983228 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.983441 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.983669 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.984332 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_file = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.984550 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_options = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.984924 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.985116 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.985361 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.985583 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.985968 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.985968 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.986497 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.986497 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.986925 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.986925 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.987320 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.987320 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.987852 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.987852 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.988218 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.988443 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.988652 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.988848 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.989047 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.989239 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.989457 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.989676 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.989871 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.990064 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.990258 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.990453 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.990643 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.990908 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.991132 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.991325 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.991511 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.991757 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.992006 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.992355 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.992712 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.992948 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.993167 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.993464 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.993654 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.993916 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.994163 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.994362 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.995058 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.995261 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.995643 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.996076 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] use_json = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.996279 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.996482 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.996744 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.996954 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.997201 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.997413 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.997629 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.997880 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:16.998318 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:16.998602 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:16.999023 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:16.999252 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.000025 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.000300 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.000633 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.000984 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.001280 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.001593 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.002174 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.002401 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.002697 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.003051 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.007097 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.007097 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.007097 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.007097 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.007097 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.007097 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.007097 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.007097 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.008330 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.008330 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.008330 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.008330 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.008330 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.008330 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.008330 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.008330 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.009290 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.009290 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.009290 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.009290 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.009290 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.009290 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.009290 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.009290 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.009290 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.010347 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.010347 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.010347 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.010715 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.010838 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.011050 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.011220 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.011437 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.011669 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.011887 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.012150 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.012389 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.012773 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.013103 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.013303 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.013561 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.013800 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.014040 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.014257 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.014685 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.014925 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.015895 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.016113 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.016462 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.016462 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.016859 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.017049 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.017349 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.017539 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.017721 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.017892 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.018082 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.018268 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.018469 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.018665 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.018898 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.019102 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.019302 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.019536 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.019772 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.020007 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.020227 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.022595 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.023054 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.023300 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.023623 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.023992 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.024254 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.025421 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.025700 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.027018 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.027309 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.027590 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.027839 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.028094 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.028385 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.028758 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.028945 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.029403 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.029762 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.030031 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.030313 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.030542 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.030823 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.031138 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.031374 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.031651 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.031943 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.032196 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.032448 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.032687 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.032950 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.033255 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.033513 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.033794 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.034089 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.034376 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.034687 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.034999 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.035258 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.035744 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.036098 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.036396 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.036751 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.036973 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.037170 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.037438 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.037658 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.037936 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.038185 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.038393 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.038624 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.038837 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.039194 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.039440 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.039697 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.039911 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.040187 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.040448 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.040687 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.040953 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.041197 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.041672 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.041896 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.042089 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.042288 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.042485 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.042672 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.043448 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.043448 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.043448 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.044015 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.044015 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.044347 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.044347 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.044653 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.044818 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.044971 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.045135 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.045321 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.045568 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.045786 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.046105 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.046598 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.046598 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.047169 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.047169 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.047549 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.047549 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.047904 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.048091 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.048287 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.048546 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.048795 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.049044 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.049309 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.049512 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.049796 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.050016 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.050215 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.050413 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.050635 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.050881 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.051099 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.051337 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.051581 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.051885 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.052134 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.052487 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.052848 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.053334 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.053334 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.053712 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.053922 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.054123 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.054329 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.054537 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.054732 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.054960 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.055175 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.055384 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.055679 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.055952 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.056309 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.056517 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.056728 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.056934 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.057175 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.057506 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.057743 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.058004 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.058239 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.058468 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.058683 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.058927 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.059126 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.059331 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.059617 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.059824 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.060083 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.060314 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.060511 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.060970 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.060970 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.061623 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.061623 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.061623 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.062682 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.062682 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.063096 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.063096 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.063488 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.063691 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.064043 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.064247 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.064501 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.064855 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.065105 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.065365 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.065694 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.065906 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.066167 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.066489 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.066655 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.066896 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.067136 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.067583 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.067826 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.068023 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.068215 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.068491 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.068802 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.069108 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.069328 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.069633 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.070191 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.070498 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.070805 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.071094 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.071377 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.071632 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.071867 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.072090 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.072289 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.072588 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.072834 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.073076 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.073324 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.073559 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.073787 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.074003 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.074221 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.074455 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.074677 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.074928 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.075073 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 22:10:17.075678 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74660) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 04 22:10:17.075839 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 22:10:17.076006 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 22:10:17.076178 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 22:10:17.076348 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 22:10:17.076496 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 22:10:17.077116 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.077328 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.077495 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.077729 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.078545 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.078747 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.078938 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.079249 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.079416 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.079574 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.079732 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.079891 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.080053 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.080250 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.080408 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.080570 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.080730 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.080888 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.081049 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.081208 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] config_source = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.081363 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.081519 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.081676 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] debug = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.081831 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.082017 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.082168 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.082386 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.082551 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.082782 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.082952 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.083119 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.083274 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.083431 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.083587 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.083783 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.083953 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.084110 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.084266 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.084421 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.084603 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.084759 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] host = dv-cinder-786928-2-smb {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.084914 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.085069 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.085225 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.085378 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.085533 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.085688 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.085870 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.085999 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.086112 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.086276 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.086430 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.086569 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.086837 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_dir = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.087032 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_file = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.087205 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_options = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.087357 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.087615 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.087738 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.087849 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.088040 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.088194 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.088372 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.088566 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.088691 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.088831 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.089053 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.089177 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.089301 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.089427 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.089583 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.089759 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.089913 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.090069 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.090246 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.090395 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.090534 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.090774 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.091056 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.091056 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.091466 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.091466 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.091466 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.092017 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.092017 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.092017 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.092017 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.093689 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.093689 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.093689 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.093689 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.093689 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.093689 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.093689 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.094624 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.094624 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.094624 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.094624 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.094624 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.094624 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.095955 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] use_journal = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.095955 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] use_json = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.095955 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.095955 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.095955 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.095955 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.095955 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.095955 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.095955 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.097340 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 22:10:17.097340 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.097340 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.097340 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.097340 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.097340 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.097340 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.097340 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.098651 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.098651 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.098651 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.098651 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.098651 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.098651 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.098651 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.098651 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.099724 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.099724 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.099724 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.099724 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.099724 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.099724 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.099724 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.100915 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.100915 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.100915 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.100915 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.100915 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.100915 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.101642 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.101642 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.101642 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.101642 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.101642 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.102257 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.102257 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.102257 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.102257 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.102827 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.102827 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.102827 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.102827 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.103543 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.103543 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.103543 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.103543 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.103543 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.104286 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.104286 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.104286 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.104286 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.105226 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.105226 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.105226 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.105226 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.105226 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.105226 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.106117 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.106117 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.106117 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.106117 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.106117 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.106734 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.106734 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.106734 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.106734 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.106734 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.107581 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.107581 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.107581 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.107581 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.107581 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.108152 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.108152 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.108152 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.108152 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.108725 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.108725 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.108725 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.109186 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.109186 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.109186 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.109575 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.109575 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.109887 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.109887 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.110196 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.110196 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.110517 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.110517 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.110770 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.110770 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.111142 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.111142 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.111391 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.111391 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.111676 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.111676 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.111965 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.111965 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.112292 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.112292 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.112635 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.112635 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.112940 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.112940 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.113239 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.113239 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.113484 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.113484 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.113726 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.113726 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.113962 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.114137 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.114272 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.114395 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.114664 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.114897 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.115048 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.115172 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.115293 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.115465 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.115610 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.115794 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.116005 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.116128 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.116318 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.116568 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.116568 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.116867 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.116867 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.117111 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.117111 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.117425 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.117719 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.117719 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.117962 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.117962 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.118324 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.118324 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.118568 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.118568 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.118799 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.118799 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.119074 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.119211 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.119333 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.119454 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.119622 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.119817 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.120007 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.120195 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.120388 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.120388 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.120650 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.120650 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.120881 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.121003 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.121219 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.121392 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.121622 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.121824 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.121986 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.122145 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.122303 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.122463 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.122621 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.122780 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.122964 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.123122 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.123285 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.123447 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.123608 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.123774 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.123934 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.124094 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.124291 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.124437 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.125268 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.125417 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.125526 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.125743 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.125905 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.126066 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.126227 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.126387 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.126553 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.126712 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.126988 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.127151 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.127310 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.127469 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.127684 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.127813 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.127972 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.128132 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.128289 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.128447 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.128647 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.128905 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.129004 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.129133 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.129269 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.129427 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.129585 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.129783 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.129941 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.130114 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.130274 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.130434 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.130592 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.130750 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.130944 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.131167 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.131333 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.131490 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.131649 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.131856 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.132003 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.132161 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.132318 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.132476 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.132643 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.132802 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.133175 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.133175 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.133406 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.133406 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.133911 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.133911 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.133911 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.134194 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.134194 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.134421 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.134503 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.134644 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.134801 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.135000 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.135120 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.135490 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.135490 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.135751 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.135751 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.136008 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.136170 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.136330 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.136498 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.136669 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.136836 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.137027 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.137149 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.137544 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.137544 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.137811 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.137811 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.138038 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.138145 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.138267 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.138488 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.138647 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.138808 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.138991 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.139150 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.139308 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.139466 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.139624 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.139782 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.139940 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.140123 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.140855 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.141021 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.141180 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.141340 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.141499 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.141657 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 22:10:17.141811 dv-cinder-786928-2-smb neutron-server[74660]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74660) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 22:10:17.157397 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:10:17.388134 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 51700) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:10:17.397315 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [-] 10.222.0.72 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0067375 May 04 22:10:31.101384 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce33b89-0677-450e-b8ca-0a38813b2d74 None None] get_active_networks_info from dv-cinder-786928-2-smb {{(pid=74777) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} May 04 22:10:31.278889 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce33b89-0677-450e-b8ca-0a38813b2d74 None None] No non-hosted networks {{(pid=74777) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 22:10:31.286289 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.agentschedulers_db [None req-6ce33b89-0677-450e-b8ca-0a38813b2d74 None None] DHCP Agent not found on host dv-cinder-786928-2-smb {{(pid=74777) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 04 22:10:31.482651 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-4d3d44fc-5b17-4287-a5c6-15c7ac307ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070'] for agent, after_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:34.174456 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070'] for agent, after_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:34.178682 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:34.179520 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:34.180234 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:34.181024 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:34.181743 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:34.182465 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:34.183721 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:34.184504 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:34.195047 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:34.195047 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:34.195047 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:34.195047 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:34.195653 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786928-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:10:34.252972 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786928-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:10:35.162773 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-45c107ca-c72f-4c4f-8655-eda060340725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070'] for agent, after_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:35.206535 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.db.api [None req-8b722e49-1121-4547-ab3e-5918dad7b56c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-786928-2-smb {{(pid=74777) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 22:10:35.207345 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_db.api [None req-8b722e49-1121-4547-ab3e-5918dad7b56c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 22:10:36.014096 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8b722e49-1121-4547-ab3e-5918dad7b56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:36.283438 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070'] for agent, after_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:38.351288 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070'] for agent, after_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:39.688270 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 51790) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:10:40.790490 dv-cinder-786928-2-smb neutron-server[74775]: WARNING oslo_policy.policy [None req-a5f3575b-d501-4428-89b8-b9af586c89e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 22:10:40.791533 dv-cinder-786928-2-smb neutron-server[74775]: WARNING oslo_policy.policy [None req-a5f3575b-d501-4428-89b8-b9af586c89e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 22:10:41.023724 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [None req-a5f3575b-d501-4428-89b8-b9af586c89e8 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=74775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 22:10:41.024852 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-a5f3575b-d501-4428-89b8-b9af586c89e8 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.3336816 May 04 22:10:43.498561 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.db.l3_hamode_db [None req-2ed8b654-f188-426b-b3af-ed3d70f31824 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 22:10:43.665242 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed8b654-f188-426b-b3af-ed3d70f31824 None None] Routers set() bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:10:43.665879 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed8b654-f188-426b-b3af-ed3d70f31824 None None] Router IDs set() for agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 04 22:10:43.972720 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 51804) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:10:44.612221 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-d991c3f4-0a11-477c-9456-57d9dde37d53 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:10:44.739478 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.policy [None req-d991c3f4-0a11-477c-9456-57d9dde37d53 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74775) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 22:10:44.809402 dv-cinder-786928-2-smb neutron-server[74775]: WARNING oslo_policy.policy [None req-d991c3f4-0a11-477c-9456-57d9dde37d53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 22:10:44.809847 dv-cinder-786928-2-smb neutron-server[74775]: WARNING oslo_policy.policy [None req-d991c3f4-0a11-477c-9456-57d9dde37d53 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 22:10:44.822748 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.quota [None req-d991c3f4-0a11-477c-9456-57d9dde37d53 admin admin] Loaded quota_driver: . May 04 22:10:44.843865 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-d991c3f4-0a11-477c-9456-57d9dde37d53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:10:45.091694 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d991c3f4-0a11-477c-9456-57d9dde37d53 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772424362263', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772424361210', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772424302971', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772424313551', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772424319818', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772424329283', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1699794', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1825271', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-785286', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-691922'] for rbac-policy, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:45.402765 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d991c3f4-0a11-477c-9456-57d9dde37d53 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:45.404539 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-d991c3f4-0a11-477c-9456-57d9dde37d53 admin admin] 10.222.0.72 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4307547 May 04 22:10:49.014992 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 51818) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:10:49.705702 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Request body: {'network': {'name': 'private', 'project_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'admin_state_up': True}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:10:49.715211 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:10:49.723819 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Usage tracker for resource:network and tenant:0ba07503004c498aa2f91e0cf12f7a7b is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:10:49.732391 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:10:49.743105 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:10:49.843376 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Made reservation on behalf of 0ba07503004c498aa2f91e0cf12f7a7b for: {'network': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:10:49.848058 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:49.881773 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:49.908243 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:10:49.915070 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Usage tracker for resource:security_group_rule and tenant:0ba07503004c498aa2f91e0cf12f7a7b is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:10:49.925293 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:10:49.937510 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:10:50.261197 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:50.340090 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:50.349173 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:10:50.393178 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 992, 'physical_network': 'physnet1'} {{(pid=74775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:10:50.444757 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772421052052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:50.445727 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Unsubscribe: segment precommit_create {{(pid=74775) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 22:10:50.446551 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.segments_db [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Added segment aefb3696-6fb7-45b3-92c8-09fcd8023a16 of type vlan for network 9f0e7175-6a95-4f69-987a-6f3466ce8da0 May 04 22:10:50.464428 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dea2610-258f-481d-a4e5-33c8ad9ff1aa,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:10:50.580972 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:50.581436 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:50.581980 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:50.582564 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:50.583159 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:50.583762 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:50.584319 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:50.584874 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:50.585453 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:50.586013 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:50.586534 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:50.587116 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Tracked resource versions report: May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: pushed versions: May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: { 'AddressGroup': {'1.2'}, May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'ConntrackHelper': {'1.0'}, May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'Log': {'1.0'}, May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'Network': {'1.1'}, May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'Port': {'1.7'}, May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'PortForwarding': {'1.2'}, May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'QosPolicy': {'1.8'}, May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'SecurityGroup': {'1.4'}, May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'SecurityGroupRule': {'1.2'}, May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'SubPort': {'1.0'}, May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'Subnet': {'1.1'}, May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'Trunk': {'1.1'}} May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: consumer versions: May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: { DHCP agent@dv-cinder-786928-2-smb: {}, May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: L3 agent@dv-cinder-786928-2-smb: {}, May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: Metadata agent@dv-cinder-786928-2-smb: {}, May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: Metering agent@dv-cinder-786928-2-smb: {}, May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: Open vSwitch agent@dv-cinder-786928-2-smb: { 'AddressGroup': '1.2', May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'ConntrackHelper': '1.0', May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'Log': '1.0', May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'Network': '1.1', May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'Port': '1.7', May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'PortForwarding': '1.2', May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'QosPolicy': '1.8', May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'SecurityGroup': '1.4', May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'SecurityGroupRule': '1.2', May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'SubPort': '1.0', May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'Subnet': '1.1', May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: 'Trunk': '1.1'}} May 04 22:10:50.589155 dv-cinder-786928-2-smb neutron-server[74775]: {{(pid=74775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 22:10:50.671873 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:50.676056 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:10:50.848582 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:50.850306 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:10:50.851327 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:50.858576 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:10:50.996988 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Pushing event updated for resources: {'Network': ['ID=9f0e7175-6a95-4f69-987a-6f3466ce8da0,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:10:51.002175 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:10:51.012683 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network 9f0e7175-6a95-4f69-987a-6f3466ce8da0 details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:10:51.078978 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 2.0625665 May 04 22:10:54.697347 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 51834) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:10:55.505525 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d9b3d9-8894-4c8e-941c-70f744b67582 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:10:55.507499 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-97d9b3d9-8894-4c8e-941c-70f744b67582 admin admin] 10.222.0.72 "GET /v2.0/networks/9f0e7175-6a95-4f69-987a-6f3466ce8da0 HTTP/1.1" status: 200 len: 825 time: 0.8089359 May 04 22:10:55.546087 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-38eebbeb-999c-4436-ae7a-52dcec491f0a admin admin] 10.222.0.72 "GET /v2.0/subnetpools/fd1688c0-97f4-49bc-bf78-892044f70b30 HTTP/1.1" status: 200 len: 734 time: 0.0318434 May 04 22:10:55.561691 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0', 'name': 'private-subnet', 'subnetpool_id': 'fd1688c0-97f4-49bc-bf78-892044f70b30', 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:10:55.569876 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:10:55.577129 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Usage tracker for resource:subnet and tenant:0ba07503004c498aa2f91e0cf12f7a7b is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:10:55.582332 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:10:55.592845 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:10:55.665785 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Made reservation on behalf of 0ba07503004c498aa2f91e0cf12f7a7b for: {'subnet': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:10:55.669887 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:56.468161 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for subnet, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:56.477933 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:10:56.635791 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b46252-e115-4b44-a478-0f9a32d6e33f,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:10:56.639851 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Checking segment: {'id': 'aefb3696-6fb7-45b3-92c8-09fcd8023a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:10:56.640467 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Network hostable DHCP agents. Network: 9f0e7175-6a95-4f69-987a-6f3466ce8da0, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:10:56.649647 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:10:56.774183 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Network 9f0e7175-6a95-4f69-987a-6f3466ce8da0 is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:10:56.871449 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, 9f0e7175-6a95-4f69-987a-6f3466ce8da0) {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:10:56.879505 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:10:56.880518 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:56.888018 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e5ad88-6057-44f6-b5a4-fb171a95e9b3 None None] Network 9f0e7175-6a95-4f69-987a-6f3466ce8da0 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:10:57.004168 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4495471 May 04 22:10:57.351898 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939d5b3a-4c39-537c-93a9-2093ff0368b5-9f0e7175-6a95-4f69-987a-6f3466ce8da0', 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0', 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'fixed_ips': [{'subnet_id': 'f6b46252-e115-4b44-a478-0f9a32d6e33f'}]}} from dv-cinder-786928-2-smb. {{(pid=74777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 22:10:57.354005 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:57.642264 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.db_base_plugin_common [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Allocated IP 172.20.0.2 (9f0e7175-6a95-4f69-987a-6f3466ce8da0/f6b46252-e115-4b44-a478-0f9a32d6e33f/18744998-c655-4048-a31c-44b59b42dbca) {{(pid=74777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:10:57.992971 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Notify callbacks [] for port, precommit_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:58.009629 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Transition to ACTIVE for port object 18744998-c655-4048-a31c-44b59b42dbca will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:10:58.035445 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Transition to ACTIVE for port object 18744998-c655-4048-a31c-44b59b42dbca will not be triggered until provisioned by entity DHCP. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:10:58.174624 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:58.180060 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:10:58.250932 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Network 9f0e7175-6a95-4f69-987a-6f3466ce8da0 is already hosted by enough agents. {{(pid=74777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:10:58.259577 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.base_scheduler [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Resources bound (agent type, host, resource id): {{(pid=74777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:10:58.268431 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Received port after_create {{(pid=74777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:10:58.270871 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Pushing event updated for resources: {'Port': ['ID=18744998-c655-4048-a31c-44b59b42dbca,revision_number=1']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:10:58.310129 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:58.310460 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:58.311446 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:58.311817 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:58.312137 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:58.312451 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:58.312762 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:58.313075 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:58.313385 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:58.313692 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:58.313997 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:58.314298 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Tracked resource versions report: May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: pushed versions: May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: { 'AddressGroup': {'1.2'}, May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'ConntrackHelper': {'1.0'}, May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'Log': {'1.0'}, May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'Network': {'1.1'}, May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'Port': {'1.7'}, May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'PortForwarding': {'1.2'}, May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'QosPolicy': {'1.8'}, May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'SecurityGroup': {'1.4'}, May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'SecurityGroupRule': {'1.2'}, May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'SubPort': {'1.0'}, May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'Subnet': {'1.1'}, May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'Trunk': {'1.1'}} May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: consumer versions: May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: { DHCP agent@dv-cinder-786928-2-smb: {}, May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: L3 agent@dv-cinder-786928-2-smb: {}, May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: Metadata agent@dv-cinder-786928-2-smb: {}, May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: Metering agent@dv-cinder-786928-2-smb: {}, May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: Open vSwitch agent@dv-cinder-786928-2-smb: { 'AddressGroup': '1.2', May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'ConntrackHelper': '1.0', May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'Log': '1.0', May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'Network': '1.1', May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'Port': '1.7', May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'PortForwarding': '1.2', May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'QosPolicy': '1.8', May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'SecurityGroup': '1.4', May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'SecurityGroupRule': '1.2', May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'SubPort': '1.0', May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'Subnet': '1.1', May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: 'Trunk': '1.1'}} May 04 22:10:58.315882 dv-cinder-786928-2-smb neutron-server[74777]: {{(pid=74777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 22:10:58.326213 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:10:58.390004 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Attempting to bind port 18744998-c655-4048-a31c-44b59b42dbca on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:10:58.390391 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Attempting to bind port 18744998-c655-4048-a31c-44b59b42dbca by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'aefb3696-6fb7-45b3-92c8-09fcd8023a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:10:58.390814 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Attempting to bind port 18744998-c655-4048-a31c-44b59b42dbca on network 9f0e7175-6a95-4f69-987a-6f3466ce8da0 {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:10:58.397524 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:10:58.397931 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Checking segment: {'id': 'aefb3696-6fb7-45b3-92c8-09fcd8023a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:10:58.398398 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:58.398784 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Bound using segment: {'id': 'aefb3696-6fb7-45b3-92c8-09fcd8023a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:10:58.399293 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Bound port: 18744998-c655-4048-a31c-44b59b42dbca, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefb3696-6fb7-45b3-92c8-09fcd8023a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:10:58.399682 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:58.508843 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] For port 18744998-c655-4048-a31c-44b59b42dbca, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:10:58.513573 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] For port 18744998-c655-4048-a31c-44b59b42dbca, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=18744998-c655-4048-a31c-44b59b42dbca,segment=NetworkSegment(aefb3696-6fb7-45b3-92c8-09fcd8023a16),segment_id=aefb3696-6fb7-45b3-92c8-09fcd8023a16)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:10:58.580387 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:10:58.585131 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:10:58.680061 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Pushing event updated for resources: {'Port': ['ID=18744998-c655-4048-a31c-44b59b42dbca,revision_number=2']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:10:58.683712 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:11:00.388051 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 51844) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:11:01.116602 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5dec720b-884f-4af0-83b6-4b32ef43a4b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:01.314591 dv-cinder-786928-2-smb neutron-server[74776]: WARNING oslo_policy.policy [None req-e0fb1cd8-9a99-41a7-8ed8-59397ddf9833 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 22:11:01.315336 dv-cinder-786928-2-smb neutron-server[74776]: WARNING oslo_policy.policy [None req-e0fb1cd8-9a99-41a7-8ed8-59397ddf9833 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 22:11:01.559995 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [None req-e0fb1cd8-9a99-41a7-8ed8-59397ddf9833 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=74776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 22:11:01.562900 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-e0fb1cd8-9a99-41a7-8ed8-59397ddf9833 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.1726618 May 04 22:11:04.105451 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:04.747192 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 51862) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:11:05.151372 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-76fde8de-2896-4941-a98a-a8ba7fcef10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:05.283733 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [None req-7e0c2e5b-982b-49ac-9478-cdcb802c25d6 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=74776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 22:11:05.284840 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-7e0c2e5b-982b-49ac-9478-cdcb802c25d6 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5359275 May 04 22:11:05.469886 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 18744998-c655-4048-a31c-44b59b42dbca up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:11:05.711010 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 18744998-c655-4048-a31c-44b59b42dbca completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:11:05.865187 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83ee26b-a475-4f04-9cae-ea87e6e6abb8 None None] Network 9f0e7175-6a95-4f69-987a-6f3466ce8da0 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:11:06.078517 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-3b74d3d2-fbfb-4092-b430-1f33d8cc6826 None None] Provisioning for port 18744998-c655-4048-a31c-44b59b42dbca completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:11:06.145534 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-3b74d3d2-fbfb-4092-b430-1f33d8cc6826 None None] Provisioning complete for port 18744998-c655-4048-a31c-44b59b42dbca triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:11:06.146078 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-3b74d3d2-fbfb-4092-b430-1f33d8cc6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:06.371752 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:06.566949 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-3b74d3d2-fbfb-4092-b430-1f33d8cc6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:06.651851 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-3b74d3d2-fbfb-4092-b430-1f33d8cc6826 None None] For port 18744998-c655-4048-a31c-44b59b42dbca, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=18744998-c655-4048-a31c-44b59b42dbca,segment=NetworkSegment(aefb3696-6fb7-45b3-92c8-09fcd8023a16),segment_id=aefb3696-6fb7-45b3-92c8-09fcd8023a16)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:11:06.774433 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-3b74d3d2-fbfb-4092-b430-1f33d8cc6826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:06.778516 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-94fb6ae7-edd0-4cbd-9a7d-738bfa4bb245 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:11:06.922585 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b74d3d2-fbfb-4092-b430-1f33d8cc6826 None None] Pushing event updated for resources: {'Port': ['ID=18744998-c655-4048-a31c-44b59b42dbca,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:11:06.928738 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-3b74d3d2-fbfb-4092-b430-1f33d8cc6826 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:11:06.929884 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-7ff56052-de19-4a34-b1e6-a128a4ee3ba4 None None] Provisioning complete for port 18744998-c655-4048-a31c-44b59b42dbca triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:11:06.930488 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-7ff56052-de19-4a34-b1e6-a128a4ee3ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:07.412759 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 18744998-c655-4048-a31c-44b59b42dbca up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:11:07.519713 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 18744998-c655-4048-a31c-44b59b42dbca triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:11:07.520154 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:08.214317 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:09.201528 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 51896) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:11:09.392604 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-0d2552ef-82ab-4eab-925c-c80acc44a629 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:11:09.398134 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-0d2552ef-82ab-4eab-925c-c80acc44a629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:11:09.405366 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-0d2552ef-82ab-4eab-925c-c80acc44a629 admin admin] Usage tracker for resource:router and tenant:0ba07503004c498aa2f91e0cf12f7a7b is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:11:09.409833 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-0d2552ef-82ab-4eab-925c-c80acc44a629 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:11:09.417808 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-0d2552ef-82ab-4eab-925c-c80acc44a629 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:11:09.592362 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0d2552ef-82ab-4eab-925c-c80acc44a629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496222'] for router, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:09.595168 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0d2552ef-82ab-4eab-925c-c80acc44a629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1015213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496215'] for router, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:09.634410 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0d2552ef-82ab-4eab-925c-c80acc44a629 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:09.901073 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0d2552ef-82ab-4eab-925c-c80acc44a629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919814'] for router, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:10.019805 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0d2552ef-82ab-4eab-925c-c80acc44a629 admin admin] Notify callbacks [] for router, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:10.021290 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-0d2552ef-82ab-4eab-925c-c80acc44a629 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8183169 May 04 22:11:12.919016 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 51906) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:11:13.015739 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [None req-a467b8eb-6231-4fbf-b662-d6237898c684 admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=74776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 22:11:13.017401 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-a467b8eb-6231-4fbf-b662-d6237898c684 admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0969787 May 04 22:11:15.683884 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 51916) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:11:15.740322 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:11:15.745659 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:11:15.750200 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Usage tracker for resource:network and tenant:f7431f6d6986415fb13bd5081688bb4f is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:11:15.753641 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:11:15.760274 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:11:15.848599 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Made reservation on behalf of f7431f6d6986415fb13bd5081688bb4f for: {'network': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:11:15.852671 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:15.873710 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:15.890503 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:11:15.895392 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Usage tracker for resource:security_group_rule and tenant:f7431f6d6986415fb13bd5081688bb4f is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:11:15.898763 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:11:15.905149 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:11:16.138265 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:16.264682 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:16.268586 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:11:16.294227 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Reserving flat network on physical network physnet1 {{(pid=74775) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 22:11:16.311377 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5e2cb3-0a00-40d1-872d-726c48a177b2,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:11:16.315884 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:11:16.326835 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:16.326835 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.segments_db [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Added segment b0e7f012-0519-4046-b20b-b68f656d7578 of type flat for network 76581f0b-881c-41a1-a7c9-33e7218dfd31 May 04 22:11:16.358712 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:16.563420 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:16.564802 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:11:16.565558 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:16.571792 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a39db13e-dc58-4d31-ae96-eba820b099f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:11:16.689294 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Pushing event updated for resources: {'Network': ['ID=76581f0b-881c-41a1-a7c9-33e7218dfd31,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:11:16.692506 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:11:16.705700 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:11:16.815412 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1299701 May 04 22:11:18.025994 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 5 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:11:20.298658 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 51926) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:11:20.538663 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.policy [None req-75a978a9-0a73-43f8-8641-b5e2f7271b8a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74776) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 22:11:20.586343 dv-cinder-786928-2-smb neutron-server[74776]: WARNING oslo_policy.policy [None req-75a978a9-0a73-43f8-8641-b5e2f7271b8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 22:11:20.586727 dv-cinder-786928-2-smb neutron-server[74776]: WARNING oslo_policy.policy [None req-75a978a9-0a73-43f8-8641-b5e2f7271b8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 22:11:20.595425 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a978a9-0a73-43f8-8641-b5e2f7271b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:11:20.597190 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-75a978a9-0a73-43f8-8641-b5e2f7271b8a admin admin] 10.222.0.72 "GET /v2.0/subnets/f6b46252-e115-4b44-a478-0f9a32d6e33f HTTP/1.1" status: 200 len: 849 time: 0.2974880 May 04 22:11:20.804760 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-8118ef8b-aee8-495a-98c2-8aeebb3b0bfb admin admin] 10.222.0.72 "GET /v2.0/routers/bf1a3da9-e5d5-4218-87d0-42d2db34710d HTTP/1.1" status: 200 len: 704 time: 0.2010942 May 04 22:11:21.370782 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:21.797872 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Allocated IP 172.20.0.1 (9f0e7175-6a95-4f69-987a-6f3466ce8da0/f6b46252-e115-4b44-a478-0f9a32d6e33f/274e042c-af35-4608-a1c6-bde6bbd5212b) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:11:22.110144 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:22.135371 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Transition to ACTIVE for port object 274e042c-af35-4608-a1c6-bde6bbd5212b will not be triggered until provisioned by entity DHCP. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:11:22.271387 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:22.278199 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:11:22.341988 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Network 9f0e7175-6a95-4f69-987a-6f3466ce8da0 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:11:22.354275 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:11:22.432475 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:11:22.433342 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919513'] for router_interface, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:22.592541 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Pushing event updated for resources: {'Port': ['ID=274e042c-af35-4608-a1c6-bde6bbd5212b,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:11:22.630069 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:22.630555 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:22.631056 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:22.631482 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:22.631891 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:22.632312 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:22.632714 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:22.633127 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:22.633547 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:22.633941 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:22.634335 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:22.634803 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Tracked resource versions report: May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: pushed versions: May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: { 'AddressGroup': {'1.2'}, May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'ConntrackHelper': {'1.0'}, May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'Log': {'1.0'}, May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'Network': {'1.1'}, May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'Port': {'1.7'}, May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'PortForwarding': {'1.2'}, May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'QosPolicy': {'1.8'}, May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'SecurityGroup': {'1.4'}, May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'SecurityGroupRule': {'1.2'}, May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'SubPort': {'1.0'}, May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'Subnet': {'1.1'}, May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'Trunk': {'1.1'}} May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: consumer versions: May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: { DHCP agent@dv-cinder-786928-2-smb: {}, May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: L3 agent@dv-cinder-786928-2-smb: {}, May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: Metadata agent@dv-cinder-786928-2-smb: {}, May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: Metering agent@dv-cinder-786928-2-smb: {}, May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: Open vSwitch agent@dv-cinder-786928-2-smb: { 'AddressGroup': '1.2', May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'ConntrackHelper': '1.0', May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'Log': '1.0', May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'Network': '1.1', May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'Port': '1.7', May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'PortForwarding': '1.2', May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'QosPolicy': '1.8', May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'SecurityGroup': '1.4', May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'SecurityGroupRule': '1.2', May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'SubPort': '1.0', May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'Subnet': '1.1', May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: 'Trunk': '1.1'}} May 04 22:11:22.636095 dv-cinder-786928-2-smb neutron-server[74776]: {{(pid=74776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 22:11:22.646156 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:11:22.780380 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-149a933b-61c7-49eb-9cd6-8bbc1b894092 None None] Provisioning for port 274e042c-af35-4608-a1c6-bde6bbd5212b completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:11:22.786147 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-149a933b-61c7-49eb-9cd6-8bbc1b894092 None None] Provisioning complete for port 274e042c-af35-4608-a1c6-bde6bbd5212b triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:11:22.787090 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-149a933b-61c7-49eb-9cd6-8bbc1b894092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:22.877196 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-149a933b-61c7-49eb-9cd6-8bbc1b894092 None None] Port 274e042c-af35-4608-a1c6-bde6bbd5212b cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:11:22.914214 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:23.211336 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:23.328200 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:23.329687 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919418'] for router_interface, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:23.334604 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:11:23.529640 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Pushing event updated for resources: {'Port': ['ID=274e042c-af35-4608-a1c6-bde6bbd5212b,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:11:23.533906 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:11:23.619298 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Network 9f0e7175-6a95-4f69-987a-6f3466ce8da0 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:11:23.620603 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:11:23.913990 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-23078f49-2f2b-4c1c-8532-cb4a938e0949 None None] Provisioning complete for port 274e042c-af35-4608-a1c6-bde6bbd5212b triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:11:23.914996 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-23078f49-2f2b-4c1c-8532-cb4a938e0949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:23.991146 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-23078f49-2f2b-4c1c-8532-cb4a938e0949 None None] Port 274e042c-af35-4608-a1c6-bde6bbd5212b cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:11:24.082359 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Router bf1a3da9-e5d5-4218-87d0-42d2db34710d is scheduled to L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f with binding_index 1 {{(pid=74776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 22:11:24.289069 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:11:24.303028 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Sync routers for ids ['bf1a3da9-e5d5-4218-87d0-42d2db34710d'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:11:24.305632 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] 10.222.0.72 "PUT /v2.0/routers/bf1a3da9-e5d5-4218-87d0-42d2db34710d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 3.4953539 May 04 22:11:24.322568 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Routers {'bf1a3da9-e5d5-4218-87d0-42d2db34710d'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:11:24.324329 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:11:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['bf1a3da9-e5d5-4218-87d0-42d2db34710d'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:11:24.662513 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Set router bf1a3da9-e5d5-4218-87d0-42d2db34710d gateway port host: None {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:11:25.262079 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3da9-e5d5-4218-87d0-42d2db34710d', 'name': 'router1', 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:11:09Z', 'updated_at': '2021-05-04T22:11:22Z', 'revision_number': 2, 'project_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'gw_port_host': None, '_interfaces': [{'id': '274e042c-af35-4608-a1c6-bde6bbd5212b', 'name': '', 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0', 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'mac_address': 'fa:16:3e:4a:2d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a3da9-e5d5-4218-87d0-42d2db34710d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6b46252-e115-4b44-a478-0f9a32d6e33f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:11:21Z', 'updated_at': '2021-05-04T22:11:23Z', 'revision_number': 2, 'project_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'subnets': [{'id': 'f6b46252-e115-4b44-a478-0f9a32d6e33f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd1688c0-97f4-49bc-bf78-892044f70b30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:11:25.272265 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Checking router: bf1a3da9-e5d5-4218-87d0-42d2db34710d for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:11:25.272888 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Updating router bf1a3da9-e5d5-4218-87d0-42d2db34710d port 274e042c-af35-4608-a1c6-bde6bbd5212b binding host dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:11:25.379119 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:25.940601 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Notify callbacks [] for port, precommit_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:25.965387 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.provisioning_blocks [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Transition to ACTIVE for port object 274e042c-af35-4608-a1c6-bde6bbd5212b will not be triggered until provisioned by entity L2. {{(pid=74778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:11:26.128034 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:26.136045 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:11:26.502428 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Pushing event updated for resources: {'Port': ['ID=274e042c-af35-4608-a1c6-bde6bbd5212b,revision_number=3']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:11:26.552385 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:26.552929 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:26.553464 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:26.553993 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:26.554525 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:26.555086 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:26.555617 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:26.556123 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:26.556653 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:26.557176 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:26.557686 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:26.558221 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Tracked resource versions report: May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: pushed versions: May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: { 'AddressGroup': {'1.2'}, May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'ConntrackHelper': {'1.0'}, May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'Log': {'1.0'}, May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'Network': {'1.1'}, May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'Port': {'1.7'}, May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'PortForwarding': {'1.2'}, May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'QosPolicy': {'1.8'}, May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'SecurityGroup': {'1.4'}, May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'SecurityGroupRule': {'1.2'}, May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'SubPort': {'1.0'}, May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'Subnet': {'1.1'}, May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'Trunk': {'1.1'}} May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: consumer versions: May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: { DHCP agent@dv-cinder-786928-2-smb: {}, May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: L3 agent@dv-cinder-786928-2-smb: {}, May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: Metadata agent@dv-cinder-786928-2-smb: {}, May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: Metering agent@dv-cinder-786928-2-smb: {}, May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: Open vSwitch agent@dv-cinder-786928-2-smb: { 'AddressGroup': '1.2', May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'ConntrackHelper': '1.0', May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'Log': '1.0', May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'Network': '1.1', May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'Port': '1.7', May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'PortForwarding': '1.2', May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'QosPolicy': '1.8', May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'SecurityGroup': '1.4', May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'SecurityGroupRule': '1.2', May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'SubPort': '1.0', May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'Subnet': '1.1', May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: 'Trunk': '1.1'}} May 04 22:11:26.560447 dv-cinder-786928-2-smb neutron-server[74778]: {{(pid=74778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 22:11:26.573869 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:11:26.578575 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Attempting to bind port 274e042c-af35-4608-a1c6-bde6bbd5212b on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:11:26.579259 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Attempting to bind port 274e042c-af35-4608-a1c6-bde6bbd5212b by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'aefb3696-6fb7-45b3-92c8-09fcd8023a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0'}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:11:26.580923 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Attempting to bind port 274e042c-af35-4608-a1c6-bde6bbd5212b on network 9f0e7175-6a95-4f69-987a-6f3466ce8da0 {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:11:26.590485 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:11:26.591233 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Checking segment: {'id': 'aefb3696-6fb7-45b3-92c8-09fcd8023a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:11:26.592487 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:26.593106 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Bound using segment: {'id': 'aefb3696-6fb7-45b3-92c8-09fcd8023a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0'} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:11:26.593929 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Bound port: 274e042c-af35-4608-a1c6-bde6bbd5212b, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefb3696-6fb7-45b3-92c8-09fcd8023a16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0'}}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:11:26.594530 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:26.766978 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] For port 274e042c-af35-4608-a1c6-bde6bbd5212b, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:11:26.775086 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] For port 274e042c-af35-4608-a1c6-bde6bbd5212b, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=274e042c-af35-4608-a1c6-bde6bbd5212b,segment=NetworkSegment(aefb3696-6fb7-45b3-92c8-09fcd8023a16),segment_id=aefb3696-6fb7-45b3-92c8-09fcd8023a16)] {{(pid=74778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:11:26.871806 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:26.880858 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:11:27.098001 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Routers {'bf1a3da9-e5d5-4218-87d0-42d2db34710d'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:11:27.099101 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:11:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['bf1a3da9-e5d5-4218-87d0-42d2db34710d'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:11:27.262552 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 51944) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:11:27.282404 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Pushing event updated for resources: {'Port': ['ID=274e042c-af35-4608-a1c6-bde6bbd5212b,revision_number=4']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:11:27.296382 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:11:27.342402 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] Set router bf1a3da9-e5d5-4218-87d0-42d2db34710d gateway port host: None {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:11:27.489080 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445709d9-e159-46f1-8941-e7aab4a79434 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:11:27.491016 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-445709d9-e159-46f1-8941-e7aab4a79434 admin admin] 10.222.0.72 "GET /v2.0/networks/76581f0b-881c-41a1-a7c9-33e7218dfd31 HTTP/1.1" status: 200 len: 842 time: 0.2265923 May 04 22:11:27.503380 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.28.3.1', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'cidr': '172.28.3.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:11:27.505136 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.quota [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Loaded quota_driver: . May 04 22:11:27.512225 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:11:27.518108 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Usage tracker for resource:subnet and tenant:f7431f6d6986415fb13bd5081688bb4f is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:11:27.522037 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:11:27.532887 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:11:27.653104 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Made reservation on behalf of f7431f6d6986415fb13bd5081688bb4f for: {'subnet': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:11:27.656438 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Notify callbacks [] for subnet, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:27.796402 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3da9-e5d5-4218-87d0-42d2db34710d', 'name': 'router1', 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:11:09Z', 'updated_at': '2021-05-04T22:11:22Z', 'revision_number': 2, 'project_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'gw_port_host': None, '_interfaces': [{'id': '274e042c-af35-4608-a1c6-bde6bbd5212b', 'name': '', 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0', 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'mac_address': 'fa:16:3e:4a:2d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a3da9-e5d5-4218-87d0-42d2db34710d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6b46252-e115-4b44-a478-0f9a32d6e33f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:11:21Z', 'updated_at': '2021-05-04T22:11:26Z', 'revision_number': 4, 'project_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'subnets': [{'id': 'f6b46252-e115-4b44-a478-0f9a32d6e33f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd1688c0-97f4-49bc-bf78-892044f70b30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:11:27.803261 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18a9318-d09f-436a-8101-4f57584b2e86 None None] The sync data for ids ['bf1a3da9-e5d5-4218-87d0-42d2db34710d'] in dv-cinder-786928-2-smb is: [{'id': 'bf1a3da9-e5d5-4218-87d0-42d2db34710d', 'name': 'router1', 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:11:09Z', 'updated_at': '2021-05-04T22:11:22Z', 'revision_number': 2, 'project_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'gw_port_host': None, '_interfaces': [{'id': '274e042c-af35-4608-a1c6-bde6bbd5212b', 'name': '', 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0', 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'mac_address': 'fa:16:3e:4a:2d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a3da9-e5d5-4218-87d0-42d2db34710d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6b46252-e115-4b44-a478-0f9a32d6e33f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:11:21Z', 'updated_at': '2021-05-04T22:11:26Z', 'revision_number': 4, 'project_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'subnets': [{'id': 'f6b46252-e115-4b44-a478-0f9a32d6e33f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd1688c0-97f4-49bc-bf78-892044f70b30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:11:28.602508 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.objects.ports [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74776) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 04 22:11:28.603292 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for subnet, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:28.611781 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:11:28.749836 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bfeb869-822c-4f12-8913-9d21738f2df2,revision_number=0']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:11:28.760157 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Checking segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:11:28.760721 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Network hostable DHCP agents. Network: 76581f0b-881c-41a1-a7c9-33e7218dfd31, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:11:28.766789 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:11:28.963607 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:11:29.082391 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, 76581f0b-881c-41a1-a7c9-33e7218dfd31) {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:11:29.088342 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:11:29.089802 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:29.097087 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d6532f-f7c8-467a-a53e-5a944d4168dd None None] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:11:29.254970 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7467210 May 04 22:11:29.362551 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882b516a-85ad-4085-bd47-0f706e29ef00 None None] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:11:31.201863 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c6682ad0-0f76-443a-88ec-15695fddaa74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:31.493846 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 274e042c-af35-4608-a1c6-bde6bbd5212b up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:11:31.682285 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 274e042c-af35-4608-a1c6-bde6bbd5212b completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:11:31.691593 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 274e042c-af35-4608-a1c6-bde6bbd5212b triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:11:31.700128 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:31.913805 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:31.978401 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 274e042c-af35-4608-a1c6-bde6bbd5212b, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=274e042c-af35-4608-a1c6-bde6bbd5212b,segment=NetworkSegment(aefb3696-6fb7-45b3-92c8-09fcd8023a16),segment_id=aefb3696-6fb7-45b3-92c8-09fcd8023a16)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:11:32.076826 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:32.083248 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:11:32.173931 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=274e042c-af35-4608-a1c6-bde6bbd5212b,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:11:32.179171 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:11:32.427435 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 51958) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:11:32.775699 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-40487b2b-593b-4ec1-b0cc-65d97805c42f admin admin] 10.222.0.72 "GET /v2.0/routers/bf1a3da9-e5d5-4218-87d0-42d2db34710d HTTP/1.1" status: 200 len: 710 time: 0.3465753 May 04 22:11:33.087349 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33aa162e-503e-495b-9c46-628eaf686029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:11:33.089703 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-33aa162e-503e-495b-9c46-628eaf686029 admin admin] 10.222.0.72 "GET /v2.0/networks/76581f0b-881c-41a1-a7c9-33e7218dfd31 HTTP/1.1" status: 200 len: 886 time: 0.3039753 May 04 22:11:33.100771 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:11:33.444905 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 274e042c-af35-4608-a1c6-bde6bbd5212b up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:11:33.576842 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 274e042c-af35-4608-a1c6-bde6bbd5212b triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:11:33.577531 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:33.864302 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-947859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496293'] for router, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:34.127953 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:34.610246 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:34.737296 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:35.031161 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Allocated IP 172.28.3.145 (76581f0b-881c-41a1-a7c9-33e7218dfd31/7bfeb869-822c-4f12-8913-9d21738f2df2/3bc787fc-fa4b-412c-b7be-8d55d6443b49) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:11:35.134226 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-de649fc0-a539-492c-81ae-d5f4d975861b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:35.267594 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:35.397120 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:35.406929 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:11:35.523703 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:11:35.529774 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:11:35.545887 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:11:35.868425 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Pushing event updated for resources: {'Port': ['ID=3bc787fc-fa4b-412c-b7be-8d55d6443b49,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:11:35.893934 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:11:36.345981 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:36.588850 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:37.164343 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-947859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496293'] for router, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:37.168671 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919814', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-919869', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-919823', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-954630'] for router, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:37.487313 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Router bf1a3da9-e5d5-4218-87d0-42d2db34710d has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:11:37.829690 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:11:37.844858 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Notify callbacks [] for router, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:37.846645 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Sync routers for ids ['bf1a3da9-e5d5-4218-87d0-42d2db34710d'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:11:37.847527 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] 10.222.0.72 "PUT /v2.0/routers/bf1a3da9-e5d5-4218-87d0-42d2db34710d HTTP/1.1" status: 200 len: 890 time: 4.7499635 May 04 22:11:37.867064 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Routers {'bf1a3da9-e5d5-4218-87d0-42d2db34710d'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:11:37.868276 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:11:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['bf1a3da9-e5d5-4218-87d0-42d2db34710d'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:11:38.263581 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Set router bf1a3da9-e5d5-4218-87d0-42d2db34710d gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:11:38.322872 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:38.887050 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3da9-e5d5-4218-87d0-42d2db34710d', 'name': 'router1', 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '3bc787fc-fa4b-412c-b7be-8d55d6443b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:11:09Z', 'updated_at': '2021-05-04T22:11:36Z', 'revision_number': 4, 'project_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'gw_port': {'id': '3bc787fc-fa4b-412c-b7be-8d55d6443b49', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a3da9-e5d5-4218-87d0-42d2db34710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:11:34Z', 'updated_at': '2021-05-04T22:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '274e042c-af35-4608-a1c6-bde6bbd5212b', 'name': '', 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0', 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'mac_address': 'fa:16:3e:4a:2d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3da9-e5d5-4218-87d0-42d2db34710d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6b46252-e115-4b44-a478-0f9a32d6e33f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:11:21Z', 'updated_at': '2021-05-04T22:11:31Z', 'revision_number': 5, 'project_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'subnets': [{'id': 'f6b46252-e115-4b44-a478-0f9a32d6e33f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd1688c0-97f4-49bc-bf78-892044f70b30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:11:38.896702 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Checking router: bf1a3da9-e5d5-4218-87d0-42d2db34710d for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:11:38.897284 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Updating router bf1a3da9-e5d5-4218-87d0-42d2db34710d port 3bc787fc-fa4b-412c-b7be-8d55d6443b49 binding host dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:11:39.014516 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:39.694109 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Notify callbacks [] for port, precommit_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:39.717656 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Transition to ACTIVE for port object 3bc787fc-fa4b-412c-b7be-8d55d6443b49 will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:11:39.813768 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:39.822782 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-3b74d3d2-fbfb-4092-b430-1f33d8cc6826 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:11:39.973421 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Attempting to bind port 3bc787fc-fa4b-412c-b7be-8d55d6443b49 on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:11:39.974143 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Attempting to bind port 3bc787fc-fa4b-412c-b7be-8d55d6443b49 by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:11:39.974499 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Attempting to bind port 3bc787fc-fa4b-412c-b7be-8d55d6443b49 on network 76581f0b-881c-41a1-a7c9-33e7218dfd31 {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:11:39.992845 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41affed0-a3e5-4897-aa12-d162b6dc93de None None] Pushing event updated for resources: {'Port': ['ID=3bc787fc-fa4b-412c-b7be-8d55d6443b49,revision_number=2']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:11:40.001971 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-41affed0-a3e5-4897-aa12-d162b6dc93de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:11:40.003524 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:11:40.008773 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Checking segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:11:40.008773 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:40.008773 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Bound using segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:11:40.008773 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Bound port: 3bc787fc-fa4b-412c-b7be-8d55d6443b49, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:11:40.008773 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:40.154282 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] For port 3bc787fc-fa4b-412c-b7be-8d55d6443b49, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:11:40.159915 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] For port 3bc787fc-fa4b-412c-b7be-8d55d6443b49, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=3bc787fc-fa4b-412c-b7be-8d55d6443b49,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:11:40.283510 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:40.290667 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:11:40.443531 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Routers {'bf1a3da9-e5d5-4218-87d0-42d2db34710d'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:11:40.444570 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:11:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['bf1a3da9-e5d5-4218-87d0-42d2db34710d'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:11:40.561930 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41affed0-a3e5-4897-aa12-d162b6dc93de None None] Pushing event updated for resources: {'Port': ['ID=3bc787fc-fa4b-412c-b7be-8d55d6443b49,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:11:40.666764 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-41affed0-a3e5-4897-aa12-d162b6dc93de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:11:40.819471 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] Set router bf1a3da9-e5d5-4218-87d0-42d2db34710d gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:11:41.265443 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 51968) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:11:41.466924 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-f64afd1a-08e9-470c-b2be-694b48b895dc admin admin] 10.222.0.72 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1994739 May 04 22:11:41.567734 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1a3da9-e5d5-4218-87d0-42d2db34710d', 'name': 'router1', 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '3bc787fc-fa4b-412c-b7be-8d55d6443b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:11:09Z', 'updated_at': '2021-05-04T22:11:36Z', 'revision_number': 4, 'project_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'gw_port': {'id': '3bc787fc-fa4b-412c-b7be-8d55d6443b49', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a3da9-e5d5-4218-87d0-42d2db34710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:11:34Z', 'updated_at': '2021-05-04T22:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '274e042c-af35-4608-a1c6-bde6bbd5212b', 'name': '', 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0', 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'mac_address': 'fa:16:3e:4a:2d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3da9-e5d5-4218-87d0-42d2db34710d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6b46252-e115-4b44-a478-0f9a32d6e33f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:11:21Z', 'updated_at': '2021-05-04T22:11:31Z', 'revision_number': 5, 'project_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'subnets': [{'id': 'f6b46252-e115-4b44-a478-0f9a32d6e33f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd1688c0-97f4-49bc-bf78-892044f70b30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:11:41.577075 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4c0d19-9d50-486d-a5fa-b41e1811f2f4 None None] The sync data for ids ['bf1a3da9-e5d5-4218-87d0-42d2db34710d'] in dv-cinder-786928-2-smb is: [{'id': 'bf1a3da9-e5d5-4218-87d0-42d2db34710d', 'name': 'router1', 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.145'}], 'enable_snat': True}, 'gw_port_id': '3bc787fc-fa4b-412c-b7be-8d55d6443b49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:11:09Z', 'updated_at': '2021-05-04T22:11:36Z', 'revision_number': 4, 'project_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'gw_port': {'id': '3bc787fc-fa4b-412c-b7be-8d55d6443b49', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:e5:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1a3da9-e5d5-4218-87d0-42d2db34710d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:11:34Z', 'updated_at': '2021-05-04T22:11:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '274e042c-af35-4608-a1c6-bde6bbd5212b', 'name': '', 'network_id': '9f0e7175-6a95-4f69-987a-6f3466ce8da0', 'tenant_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'mac_address': 'fa:16:3e:4a:2d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1a3da9-e5d5-4218-87d0-42d2db34710d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f6b46252-e115-4b44-a478-0f9a32d6e33f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:11:21Z', 'updated_at': '2021-05-04T22:11:31Z', 'revision_number': 5, 'project_id': '0ba07503004c498aa2f91e0cf12f7a7b', 'subnets': [{'id': 'f6b46252-e115-4b44-a478-0f9a32d6e33f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'fd1688c0-97f4-49bc-bf78-892044f70b30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:11:43.494714 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 3bc787fc-fa4b-412c-b7be-8d55d6443b49 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:11:43.717160 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 3bc787fc-fa4b-412c-b7be-8d55d6443b49 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:11:43.722692 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 3bc787fc-fa4b-412c-b7be-8d55d6443b49 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:11:43.723120 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:43.954252 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:43.982127 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 3bc787fc-fa4b-412c-b7be-8d55d6443b49, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=3bc787fc-fa4b-412c-b7be-8d55d6443b49,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:11:44.117224 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:44.122715 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-41affed0-a3e5-4897-aa12-d162b6dc93de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:11:44.257363 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=3bc787fc-fa4b-412c-b7be-8d55d6443b49,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:11:44.263829 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:11:45.477106 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 3bc787fc-fa4b-412c-b7be-8d55d6443b49 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:11:45.648013 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 3bc787fc-fa4b-412c-b7be-8d55d6443b49 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:11:45.648587 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:11:55.030544 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 5 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:12:01.134263 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-791df1ff-6de7-4dfd-8c37-4fcb0b2492a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:12:04.116731 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:12:05.188251 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c6275e94-7f43-4284-8ef9-97f2068a393e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:12:06.179955 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:12:08.388691 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:12:31.116209 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-360f3729-8e37-4089-9f6b-d8042d70637c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:12:32.039064 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 5 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:12:34.252962 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:12:35.150667 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-88503da1-021c-4a59-94bc-131e3b036092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:12:36.162089 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:12:38.384777 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:13:01.098757 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-69e2e523-261d-4b77-a1ef-cbb3c61099df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:13:04.110177 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:13:05.133063 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-7e874c2c-a94e-4ace-a7f6-135674214006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:13:06.224800 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:13:08.270043 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:13:09.033785 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 5 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:13:31.080952 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a43cb1dc-c860-442a-ac65-d94d86dd093e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:13:34.281649 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:13:35.156044 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-1052be3a-4087-4bbc-9e1f-512da94d9459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:13:36.140387 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:13:38.281674 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:13:46.035435 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 5 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:14:00.380578 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 52540) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:14:00.498875 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.pecan_wsgi.hooks.translation [None req-de21da35-e081-48b0-9100-19feca6ed6d2 admin admin] GET failed (client error): The resource could not be found. May 04 22:14:00.499464 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-de21da35-e081-48b0-9100-19feca6ed6d2 admin admin] Synchronizing usage tracker for tenant:f7431f6d6986415fb13bd5081688bb4f on resource:network {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:14:00.583668 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-de21da35-e081-48b0-9100-19feca6ed6d2 admin admin] Unset dirty status for tenant:f7431f6d6986415fb13bd5081688bb4f on resource:network {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:14:00.585192 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-de21da35-e081-48b0-9100-19feca6ed6d2 admin admin] 10.222.0.72 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.2032261 May 04 22:14:00.826537 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b80fa7-4638-49fd-a782-1915519989b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:00.828376 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-c2b80fa7-4638-49fd-a782-1915519989b0 admin admin] 10.222.0.72 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2359157 May 04 22:14:01.167746 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-926dbc46-5218-426b-a928-5ddea0cf3ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:14:03.428544 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 52550) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:14:03.561454 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5309e60-4417-438e-ba38-15ee98d163e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:03.562937 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-a5309e60-4417-438e-ba38-15ee98d163e3 admin admin] 10.222.0.72 "GET /v2.0/subnets/f6b46252-e115-4b44-a478-0f9a32d6e33f HTTP/1.1" status: 200 len: 849 time: 0.1332333 May 04 22:14:03.573117 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:14:03.704840 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:14:04.029544 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772421045342'] for subnet, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:14:04.036565 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:14:04.086936 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:04.087795 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:14:04.089188 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] 10.222.0.72 "PUT /v2.0/subnets/f6b46252-e115-4b44-a478-0f9a32d6e33f HTTP/1.1" status: 200 len: 868 time: 0.5201566 May 04 22:14:04.109553 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99a9a6f-149d-45e8-b961-f46f2e6772c2 None None] Network 9f0e7175-6a95-4f69-987a-6f3466ce8da0 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:14:04.139441 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6b46252-e115-4b44-a478-0f9a32d6e33f,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:14:04.153753 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:14:04.154265 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:14:04.154791 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:14:04.155348 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:14:04.155874 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:14:04.156396 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:14:04.156922 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:14:04.157458 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:14:04.157980 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:14:04.158505 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:14:04.159058 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:14:04.159703 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:14:04.168283 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:14:04.224826 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:14:04.902679 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-e43e61f9-eba8-433e-adb6-5c4de0b4761f None None] Provisioning complete for port 18744998-c655-4048-a31c-44b59b42dbca triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:14:04.903484 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-e43e61f9-eba8-433e-adb6-5c4de0b4761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:14:05.145496 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-e43e61f9-eba8-433e-adb6-5c4de0b4761f None None] Provisioning complete for port 274e042c-af35-4608-a1c6-bde6bbd5212b triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:14:05.146501 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-e43e61f9-eba8-433e-adb6-5c4de0b4761f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:14:05.213162 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a3ab29be-f549-4783-a54f-663f50facb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:14:06.440900 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:14:07.174813 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 52560) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:14:07.372931 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f878fbc-08d7-413e-b695-fda97a9f5829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:07.373488 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f878fbc-08d7-413e-b695-fda97a9f5829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:07.375087 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-8f878fbc-08d7-413e-b695-fda97a9f5829 admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992276 May 04 22:14:08.955490 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:14:09.918506 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 52570) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:14:10.206405 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c60e43-4377-4fab-9142-d52b25a9ba6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:10.207289 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c60e43-4377-4fab-9142-d52b25a9ba6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:10.209593 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-b4c60e43-4377-4fab-9142-d52b25a9ba6e admin admin] 10.222.0.72 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2897794 May 04 22:14:12.624568 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 52580) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:14:12.951793 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7a374c-c34a-47e7-8a08-582bbcb67171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:12.954189 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-aa7a374c-c34a-47e7-8a08-582bbcb67171 admin admin] 10.222.0.72 "GET /v2.0/networks/76581f0b-881c-41a1-a7c9-33e7218dfd31 HTTP/1.1" status: 200 len: 886 time: 0.3280842 May 04 22:14:15.801756 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 52590) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:14:16.013719 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c8c306-2c65-40aa-a7e4-11820527d921 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:16.015154 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-e0c8c306-2c65-40aa-a7e4-11820527d921 admin admin] 10.222.0.72 "GET /v2.0/networks/9f0e7175-6a95-4f69-987a-6f3466ce8da0 HTTP/1.1" status: 200 len: 869 time: 0.2119849 May 04 22:14:18.587529 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 52600) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:14:18.715619 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401d6faf-ea10-4fd4-aa41-191d0947b323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:18.716084 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401d6faf-ea10-4fd4-aa41-191d0947b323 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:18.717635 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-401d6faf-ea10-4fd4-aa41-191d0947b323 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288395 May 04 22:14:21.291718 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 52610) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:14:21.472050 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68f8951-4dcd-4aad-8b4f-6df63c6523f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:21.472570 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68f8951-4dcd-4aad-8b4f-6df63c6523f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:21.474216 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-d68f8951-4dcd-4aad-8b4f-6df63c6523f6 admin admin] 10.222.0.72 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1812766 May 04 22:14:23.037762 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 5 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:14:24.153680 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 52620) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:14:24.337983 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fe025d-0a0b-4ad9-baf5-da77187d03e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:24.339587 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-e7fe025d-0a0b-4ad9-baf5-da77187d03e6 admin admin] 10.222.0.72 "GET /v2.0/subnets/7bfeb869-822c-4f12-8913-9d21738f2df2 HTTP/1.1" status: 200 len: 816 time: 0.1844246 May 04 22:14:26.952269 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 52630) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:14:27.164275 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718fe55d-d159-4d76-9443-509c4636d271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:27.165410 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-718fe55d-d159-4d76-9443-509c4636d271 admin admin] Synchronizing usage tracker for tenant:f7431f6d6986415fb13bd5081688bb4f on resource:subnet {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:14:27.286443 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-718fe55d-d159-4d76-9443-509c4636d271 admin admin] Unset dirty status for tenant:f7431f6d6986415fb13bd5081688bb4f on resource:subnet {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:14:27.289249 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-718fe55d-d159-4d76-9443-509c4636d271 admin admin] 10.222.0.72 "GET /v2.0/subnets/f6b46252-e115-4b44-a478-0f9a32d6e33f HTTP/1.1" status: 200 len: 868 time: 0.3350279 May 04 22:14:31.160259 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-3eef2220-6ee2-4b82-a772-bde975969fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:14:34.338117 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:14:35.138156 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-41e56ca3-ff75-48b8-a8d7-3998cd06c890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:14:36.389278 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:14:38.332987 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:14:55.291907 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 52678) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:14:55.354412 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [None req-f6990822-8bec-49c0-9120-11978bd60acb admin admin] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=74776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 22:14:55.356101 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-f6990822-8bec-49c0-9120-11978bd60acb admin admin] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0626774 May 04 22:14:58.089681 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 52692) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:14:58.191330 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae432e5c-e59b-4093-8369-dced500ec755 admin admin] GET failed (client error): The resource could not be found. May 04 22:14:58.192685 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-ae432e5c-e59b-4093-8369-dced500ec755 admin admin] 10.222.0.72 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1020834 May 04 22:14:58.337902 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd9f34c-97b2-4dcf-8544-12a43c43915e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:14:58.339714 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-4bd9f34c-97b2-4dcf-8544-12a43c43915e admin admin] 10.222.0.72 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1419675 May 04 22:15:00.039468 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 5 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:15:00.784194 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 52702) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:15:00.847439 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:15:00.853071 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:15:00.866431 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:15:00.937783 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] Made reservation on behalf of f7431f6d6986415fb13bd5081688bb4f for: {'network': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:15:00.940486 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:01.050624 dv-cinder-786928-2-smb neutron-server[74775]: WARNING neutron.services.revisions.revision_plugin [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] Could not find related network for resource to bump revision. May 04 22:15:01.063196 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] vlan segment allocate from pool success with {'vlan_id': 951, 'physical_network': 'physnet1'} {{(pid=74775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:15:01.073598 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:01.073988 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.segments_db [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] Added segment cd9e9572-96f4-4d11-aabf-5d1a2dd40704 of type vlan for network ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d May 04 22:15:01.086978 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-ac7713a6-c9b4-42fb-89cb-1611b3d7513c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:01.104617 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:01.211652 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:01.213005 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:15:01.213635 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:01.217488 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:15:01.327963 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] Pushing event updated for resources: {'Network': ['ID=ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:15:01.331278 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:15:01.340704 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:15:01.395730 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6102006 May 04 22:15:03.835640 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 52712) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:15:03.939939 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ec053b-4acf-4557-9e43-d0d0d2c71ec2 admin admin] GET failed (client error): The resource could not be found. May 04 22:15:03.940808 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-56ec053b-4acf-4557-9e43-d0d0d2c71ec2 admin admin] Synchronizing usage tracker for tenant:f7431f6d6986415fb13bd5081688bb4f on resource:network {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:15:04.051933 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-56ec053b-4acf-4557-9e43-d0d0d2c71ec2 admin admin] Unset dirty status for tenant:f7431f6d6986415fb13bd5081688bb4f on resource:network {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:15:04.053519 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-56ec053b-4acf-4557-9e43-d0d0d2c71ec2 admin admin] 10.222.0.72 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.2166030 May 04 22:15:04.149094 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:04.179359 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c55e7-d7e0-4a6f-af71-c6339aa1a508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:15:04.182166 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-ec6c55e7-d7e0-4a6f-af71-c6339aa1a508 admin admin] 10.222.0.72 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1233990 May 04 22:15:04.196952 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:15:04.205261 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:15:04.222034 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:15:04.388826 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Made reservation on behalf of f7431f6d6986415fb13bd5081688bb4f for: {'subnet': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:15:04.400282 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:05.147203 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for subnet, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:05.151911 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-e2434ce8-8113-4c87-b499-f477e87f0702 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:15:05.177644 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-63a2c0a4-6f6f-4d52-b177-47f7aaac2942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:05.279025 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4499aa48-98f2-4ec6-ab97-a2de5b7515f1,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:15:05.301000 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:05.301472 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:05.302039 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:05.302595 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:05.303261 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:05.303845 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:05.304434 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:05.305012 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:05.305556 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:05.306083 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:05.306604 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:05.307339 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:05.316937 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:15:05.317804 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Checking segment: {'id': 'cd9e9572-96f4-4d11-aabf-5d1a2dd40704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:15:05.318366 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Network hostable DHCP agents. Network: ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:15:05.434870 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Network ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:15:05.555248 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d) {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:15:05.561635 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:15:05.562268 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:05.571378 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5621d279-acbc-4d9f-a4d5-3c66942288f8 None None] Network ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:15:05.692483 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5033717 May 04 22:15:05.943145 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939d5b3a-4c39-537c-93a9-2093ff0368b5-ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d', 'network_id': 'ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d', 'tenant_id': 'f7431f6d6986415fb13bd5081688bb4f', 'fixed_ips': [{'subnet_id': '4499aa48-98f2-4ec6-ab97-a2de5b7515f1'}]}} from dv-cinder-786928-2-smb. {{(pid=74777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 22:15:05.945005 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:06.239952 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:06.301048 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.db_base_plugin_common [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Allocated IP 192.168.233.2 (ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d/4499aa48-98f2-4ec6-ab97-a2de5b7515f1/05bdd810-6830-4296-84e5-3023fdd5b940) {{(pid=74777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:15:06.692062 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Notify callbacks [] for port, precommit_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:06.710075 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Transition to ACTIVE for port object 05bdd810-6830-4296-84e5-3023fdd5b940 will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:15:06.737702 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Transition to ACTIVE for port object 05bdd810-6830-4296-84e5-3023fdd5b940 will not be triggered until provisioned by entity DHCP. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:15:06.813337 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:06.821416 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:15:06.901452 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Network ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d is already hosted by enough agents. {{(pid=74777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:15:06.910544 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.base_scheduler [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Resources bound (agent type, host, resource id): {{(pid=74777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:15:06.919154 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Received port after_create {{(pid=74777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:15:06.925763 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Pushing event updated for resources: {'Port': ['ID=05bdd810-6830-4296-84e5-3023fdd5b940,revision_number=1']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:15:06.969517 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:06.969825 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:06.970233 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:06.970421 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:06.970701 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:06.971073 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:06.972392 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:06.972392 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:06.972392 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:06.972392 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:06.972958 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:06.973086 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:15:06.983356 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:15:07.053030 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Attempting to bind port 05bdd810-6830-4296-84e5-3023fdd5b940 on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:15:07.054095 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Attempting to bind port 05bdd810-6830-4296-84e5-3023fdd5b940 by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'cd9e9572-96f4-4d11-aabf-5d1a2dd40704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:15:07.054589 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Attempting to bind port 05bdd810-6830-4296-84e5-3023fdd5b940 on network ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:15:07.062313 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:15:07.062808 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Checking segment: {'id': 'cd9e9572-96f4-4d11-aabf-5d1a2dd40704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:15:07.063358 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:07.063890 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Bound using segment: {'id': 'cd9e9572-96f4-4d11-aabf-5d1a2dd40704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:15:07.064520 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Bound port: 05bdd810-6830-4296-84e5-3023fdd5b940, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd9e9572-96f4-4d11-aabf-5d1a2dd40704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:15:07.064965 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:07.205074 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] For port 05bdd810-6830-4296-84e5-3023fdd5b940, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:15:07.212820 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] For port 05bdd810-6830-4296-84e5-3023fdd5b940, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=05bdd810-6830-4296-84e5-3023fdd5b940,segment=NetworkSegment(cd9e9572-96f4-4d11-aabf-5d1a2dd40704),segment_id=cd9e9572-96f4-4d11-aabf-5d1a2dd40704)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:15:07.378590 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:07.385131 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:15:07.496490 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Pushing event updated for resources: {'Port': ['ID=05bdd810-6830-4296-84e5-3023fdd5b940,revision_number=2']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:15:07.505645 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:15:08.309278 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:08.543045 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa91a0b-1691-4cdb-9d82-b5971ec3de27 None None] Network ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:15:08.795652 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-33753d49-1865-49d3-86e9-f9c5c3faa2d0 None None] Provisioning for port 05bdd810-6830-4296-84e5-3023fdd5b940 completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:15:09.680791 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 05bdd810-6830-4296-84e5-3023fdd5b940 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:15:09.875351 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 05bdd810-6830-4296-84e5-3023fdd5b940 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:15:09.885741 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 05bdd810-6830-4296-84e5-3023fdd5b940 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:15:09.886499 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:10.093097 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:10.158335 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 05bdd810-6830-4296-84e5-3023fdd5b940, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=05bdd810-6830-4296-84e5-3023fdd5b940,segment=NetworkSegment(cd9e9572-96f4-4d11-aabf-5d1a2dd40704),segment_id=cd9e9572-96f4-4d11-aabf-5d1a2dd40704)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:15:10.234805 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:10.238320 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:15:10.367418 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=05bdd810-6830-4296-84e5-3023fdd5b940,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:15:10.372672 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:15:11.640288 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 05bdd810-6830-4296-84e5-3023fdd5b940 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:15:11.773288 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 05bdd810-6830-4296-84e5-3023fdd5b940 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:15:11.773643 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:31.200944 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-254268f2-6e07-43e5-916a-76953e5db54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:34.280783 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:35.160243 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-1947eecb-5cad-4295-9881-752a8c082402 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:36.183618 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:15:37.043427 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 5 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:15:38.399272 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:01.159833 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5ac14c96-a3d9-47b0-be00-ec8f284f84fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:04.137558 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:05.160593 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-55450a73-283e-463e-91b6-a6b335852163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:06.286565 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:08.326044 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:14.048229 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 5 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:16:31.148892 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-adf8967b-12a9-4d93-956d-973089eee35f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:34.178093 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:35.154905 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a1877a0a-7ede-452a-9086-8151254404c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:36.286815 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:38.332021 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:43.014516 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 52754) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:16:43.025520 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [None req-71ec8ac3-d121-4c32-9ab8-3730b8f2a9db tempest-verify_tempest_config-1991566560 tempest-verify_tempest_config-1991566560-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=74775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 22:16:43.027362 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-71ec8ac3-d121-4c32-9ab8-3730b8f2a9db tempest-verify_tempest_config-1991566560 tempest-verify_tempest_config-1991566560-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0112274 May 04 22:16:43.794176 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 52772) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:16:43.945909 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:43.963593 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:16:43.968439 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Usage tracker for resource:security_group_rule and tenant:cf18925c454145a6bf00f0370d1caa5b is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:16:43.972633 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:16:43.980078 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:16:44.091243 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:44.221373 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:44.232549 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:16:44.286817 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Synchronizing usage tracker for tenant:f7431f6d6986415fb13bd5081688bb4f on resource:security_group {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:16:44.291560 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83d9662-ab06-486d-aa41-cf649a41e21c,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:16:44.304059 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:16:44.304516 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:16:44.304956 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:16:44.305382 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:16:44.305796 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:16:44.306204 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:16:44.306616 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:16:44.307061 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:16:44.307517 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:16:44.307922 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:16:44.308319 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:16:44.308719 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:16:44.313597 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:16:44.405760 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Unset dirty status for tenant:f7431f6d6986415fb13bd5081688bb4f on resource:security_group {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:16:44.409162 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cf18925c454145a6bf00f0370d1caa5b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6118839 May 04 22:16:44.412438 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 52778) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:16:44.490407 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-715b460b-d451-42f1-8b6b-dff3bee17fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:44.523968 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-715b460b-d451-42f1-8b6b-dff3bee17fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:44.766620 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-715b460b-d451-42f1-8b6b-dff3bee17fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:44.772007 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:16:44.786230 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b460b-d451-42f1-8b6b-dff3bee17fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83d9662-ab06-486d-aa41-cf649a41e21c,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:16:44.791079 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-715b460b-d451-42f1-8b6b-dff3bee17fe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:16:44.795813 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-715b460b-d451-42f1-8b6b-dff3bee17fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:16:44.797308 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-715b460b-d451-42f1-8b6b-dff3bee17fe4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a83d9662-ab06-486d-aa41-cf649a41e21c HTTP/1.1" status: 204 len: 168 time: 0.3836887 May 04 22:16:51.053426 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 5 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:17:01.068837 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-dd4aa142-68b8-4a0e-a0ae-6f2106cbd653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:17:04.131178 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:17:05.143439 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-169aaef0-861b-47db-b829-18e7ab089f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:17:06.182280 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:17:08.365953 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:17:28.055408 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 5 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:17:31.125606 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-7b4f41a9-1018-49ea-b5de-18c065bf7f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:17:34.158956 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:17:35.129971 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-e4c50031-3c20-461a-a299-dbd705691b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:17:36.228842 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:17:38.319523 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:18:01.089253 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a0aefe78-de11-4494-9ff2-649ba4f8f8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:18:04.147570 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:18:05.055876 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 5 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:18:05.128973 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-d38ec8c3-77fc-4bd1-b2fb-36d623067893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:18:06.209740 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:18:08.300269 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:18:31.080261 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bbb7d1c9-e11a-4515-a7a8-77f5badd6409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:18:31.759697 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070'] for agent, after_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:18:34.131017 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:18:35.176504 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-b6300a0b-a7f6-4abc-ba5b-05ce09163e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:18:36.270910 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:18:36.488856 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 52838) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:18:36.644596 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-52a6db0f-851e-4d76-855b-4da3dc58a4c7 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1543324 May 04 22:18:38.352228 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:18:39.199089 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 52848) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:18:39.302186 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-a5a202c3-d0cf-44e4-8372-7bb326070dc3 admin admin] 10.222.0.72 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1014445 May 04 22:18:42.059113 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:19:01.072927 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-b67811f9-495f-4be7-a7c5-0e00cf48faa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:19:01.450343 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:19:04.164630 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:19:05.165127 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-28c461a5-1f5b-4e50-bff2-d0404d12745e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:19:06.204994 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:19:08.302244 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:19:19.059286 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:19:31.123397 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a7408a60-45c3-4e05-b1d9-0f4986f714b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:19:31.473696 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:19:34.164922 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:19:35.140969 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-32002163-a489-4eb1-bdcf-65359fdce082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:19:36.222169 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:19:38.325217 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:19:56.058878 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:20:01.101448 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c945aa2a-b426-4164-9fe7-76047f8f8698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:01.468052 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:04.168430 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:05.113073 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6182d3c8-94e2-4968-a7d8-76f549fd441f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:06.210020 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:08.313153 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:18.522079 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53052) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:18.839225 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53074) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:18.926342 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53080) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:18.968829 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1268434222-network', 'tenant_id': '44618245fb2e4b7fae376e7cfe12c5cf'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:18.976252 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:18.981961 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Usage tracker for resource:network and tenant:44618245fb2e4b7fae376e7cfe12c5cf is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:18.988626 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:19.003595 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:19.014656 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 53090) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:19.112835 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Made reservation on behalf of 44618245fb2e4b7fae376e7cfe12c5cf for: {'network': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:20:19.115422 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.129925 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.149704 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-900002818-network', 'tenant_id': '103d42182a3c4260be8d70345f58713e'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:19.153126 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:19.159508 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Usage tracker for resource:security_group_rule and tenant:44618245fb2e4b7fae376e7cfe12c5cf is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:19.161738 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:19.165322 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:19.172990 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:19.176557 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Usage tracker for resource:network and tenant:103d42182a3c4260be8d70345f58713e is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:19.183405 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:19.190489 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:19.290977 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Made reservation on behalf of 103d42182a3c4260be8d70345f58713e for: {'network': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:20:19.294032 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.314242 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.325830 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.342334 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:19.347277 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Usage tracker for resource:security_group_rule and tenant:103d42182a3c4260be8d70345f58713e is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:19.351582 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:19.368521 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1640831248-network', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:19.373388 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:19.385511 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:19.392408 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Usage tracker for resource:network and tenant:0cd3d4f19a8c439dad38f4f92355f0b4 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:19.402630 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:19.404355 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-434244061-network', 'tenant_id': '0ef715efd07447e18adc8ceda6e46320'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:19.411673 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.414529 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:19.415813 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:19.420070 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Usage tracker for resource:network and tenant:0ef715efd07447e18adc8ceda6e46320 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:19.424056 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:19.426105 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:19.435111 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:19.470050 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] vlan segment allocate from pool success with {'vlan_id': 987, 'physical_network': 'physnet1'} {{(pid=74776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:20:19.505939 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772421052052', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.506518 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Unsubscribe: segment precommit_create {{(pid=74776) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 22:20:19.507001 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.segments_db [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Added segment 27ecb61f-3e60-487a-b4b7-f07aaf76d011 of type vlan for network 8e70c119-fe03-4969-8831-f2e6520db65c May 04 22:20:19.516422 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f7e3ea-e129-4051-a2f1-1def12f4f0a6,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:19.520270 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Made reservation on behalf of 0ef715efd07447e18adc8ceda6e46320 for: {'network': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:20:19.523753 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.550560 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.585023 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:19.594329 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Usage tracker for resource:security_group_rule and tenant:0ef715efd07447e18adc8ceda6e46320 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:19.600708 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:19.613997 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:19.657372 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.795567 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.838813 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:19.839345 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:19.839830 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:19.841347 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:19.842141 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:19.842780 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:19.843256 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Tracked resource versions report: May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: pushed versions: May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: { 'AddressGroup': {'1.2'}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'ConntrackHelper': {'1.0'}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'Log': {'1.0'}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'Network': {'1.1'}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'Port': {'1.7'}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'PortForwarding': {'1.2'}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'QosPolicy': {'1.8'}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'SecurityGroup': {'1.4'}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'SecurityGroupRule': {'1.2'}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'SubPort': {'1.0'}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'Subnet': {'1.1'}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'Trunk': {'1.1'}} May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: consumer versions: May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: { DHCP agent@dv-cinder-786928-2-smb: {}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: HyperV agent@hv-cinder-78692: {}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: L3 agent@dv-cinder-786928-2-smb: {}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: Metadata agent@dv-cinder-786928-2-smb: {}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: Metering agent@dv-cinder-786928-2-smb: {}, May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: Open vSwitch agent@dv-cinder-786928-2-smb: { 'AddressGroup': '1.2', May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'ConntrackHelper': '1.0', May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'Log': '1.0', May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'Network': '1.1', May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'Port': '1.7', May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'PortForwarding': '1.2', May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'QosPolicy': '1.8', May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'SecurityGroup': '1.4', May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'SecurityGroupRule': '1.2', May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'SubPort': '1.0', May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'Subnet': '1.1', May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: 'Trunk': '1.1'}} May 04 22:20:19.847611 dv-cinder-786928-2-smb neutron-server[74776]: {{(pid=74776) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 22:20:19.857822 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Made reservation on behalf of 0cd3d4f19a8c439dad38f4f92355f0b4 for: {'network': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:20:19.861595 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.917751 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.921044 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:19.925219 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.950196 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.955651 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:19.960558 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.969906 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:19.989731 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:19.993913 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 994, 'physical_network': 'physnet1'} {{(pid=74775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:20:20.026870 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:20.030948 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.segments_db [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Added segment 0df2708d-103e-4db1-bc33-fd18571ab628 of type vlan for network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d May 04 22:20:20.094442 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:20.097376 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:20.186261 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] vlan segment allocate from pool success with {'vlan_id': 984, 'physical_network': 'physnet1'} {{(pid=74776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:20:20.197796 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:20.198130 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.segments_db [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Added segment e277e94f-8231-455d-b20b-8b3d20958f22 of type vlan for network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 May 04 22:20:20.201896 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:20.227548 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:20.250657 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-893ef3f5-0545-4d0b-be00-551be4232361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:20.291011 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd3d4f19a8c439dad38f4f92355f0b4 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:20.299774 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7735555 May 04 22:20:20.299774 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:20.306880 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53126) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:20.312592 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:20.321101 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Request body: {'subnet': {'network_id': '8e70c119-fe03-4969-8831-f2e6520db65c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1268434222-subnet', 'tenant_id': '44618245fb2e4b7fae376e7cfe12c5cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:20.322873 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=771251c1-48c0-491d-9c00-b344bc5a5b7d,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:20.325581 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:20.328038 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:20.331326 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Usage tracker for resource:subnet and tenant:44618245fb2e4b7fae376e7cfe12c5cf is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:20.333970 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:20.334557 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:20.335205 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:20.341253 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:20.342102 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:20.342823 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:20.343026 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:20.343552 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:20.344086 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:20.344588 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:20.345267 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:20.345798 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:20.346531 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:20.347107 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:20.347653 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:20.348194 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Tracked resource versions report: May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: pushed versions: May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: { 'AddressGroup': {'1.2'}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'ConntrackHelper': {'1.0'}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'Log': {'1.0'}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'Network': {'1.1'}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'Port': {'1.7'}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'PortForwarding': {'1.2'}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'QosPolicy': {'1.8'}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'SecurityGroup': {'1.4'}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'SecurityGroupRule': {'1.2'}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'SubPort': {'1.0'}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'Subnet': {'1.1'}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'Trunk': {'1.1'}} May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: consumer versions: May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: { DHCP agent@dv-cinder-786928-2-smb: {}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: HyperV agent@hv-cinder-78692: {}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: L3 agent@dv-cinder-786928-2-smb: {}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: Metadata agent@dv-cinder-786928-2-smb: {}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: Metering agent@dv-cinder-786928-2-smb: {}, May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: Open vSwitch agent@dv-cinder-786928-2-smb: { 'AddressGroup': '1.2', May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'ConntrackHelper': '1.0', May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'Log': '1.0', May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'Network': '1.1', May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'Port': '1.7', May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'PortForwarding': '1.2', May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'QosPolicy': '1.8', May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'SecurityGroup': '1.4', May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'SecurityGroupRule': '1.2', May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'SubPort': '1.0', May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'Subnet': '1.1', May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: 'Trunk': '1.1'}} May 04 22:20:20.349623 dv-cinder-786928-2-smb neutron-server[74775]: {{(pid=74775) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 22:20:20.353888 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Pushing event updated for resources: {'Network': ['ID=8e70c119-fe03-4969-8831-f2e6520db65c,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:20.358342 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:20.359188 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:20.376549 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:20.377124 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:20.385140 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:20.388953 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network 8e70c119-fe03-4969-8831-f2e6520db65c details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:20:20.394314 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:20.394936 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:20.459289 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31158bc-aa02-4388-add9-f0ec4e60e878,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:20.464068 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:20.468825 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cdeb4e83-905d-4e01-95c1-91a547201412 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:20.486394 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Made reservation on behalf of 44618245fb2e4b7fae376e7cfe12c5cf for: {'subnet': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:20:20.488735 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:20.614088 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Pushing event updated for resources: {'Network': ['ID=9124f81a-5a0f-442d-a423-d6a9f6e6a24d,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:20.626129 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:20.632789 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:20:20.634607 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 53144) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:20.634799 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7943766 May 04 22:20:20.642294 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Request body: {'subnet': {'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-subnet', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:20.653885 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:20.664983 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Usage tracker for resource:subnet and tenant:103d42182a3c4260be8d70345f58713e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:20.670226 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:20.692679 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6715891 May 04 22:20:20.705522 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:20.707663 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 53148) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:20.714557 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Request body: {'subnet': {'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-434244061-subnet', 'tenant_id': '0ef715efd07447e18adc8ceda6e46320', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:20.728469 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:20.738684 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Usage tracker for resource:subnet and tenant:0ef715efd07447e18adc8ceda6e46320 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:20.739996 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Pushing event updated for resources: {'Network': ['ID=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:20.746473 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:20.748122 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:20.760886 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:20.771480 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:20.805883 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:20:20.850208 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Made reservation on behalf of 103d42182a3c4260be8d70345f58713e for: {'subnet': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:20:20.854789 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Notify callbacks [] for subnet, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:20.957780 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:20.962682 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:21.003222 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35ce249-3aea-48a7-aab2-d4debd4302ef,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:21.021469 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:21.051979 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] vlan segment allocate from pool success with {'vlan_id': 990, 'physical_network': 'physnet1'} {{(pid=74776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:20:21.070616 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Made reservation on behalf of 0ef715efd07447e18adc8ceda6e46320 for: {'subnet': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:20:21.073399 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:21.115197 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:21.115424 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.segments_db [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Added segment 266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb of type vlan for network 5170873a-6cb6-4353-9101-7364c7875074 May 04 22:20:21.152441 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:21.296131 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:21.299242 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:21.299809 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:21.305466 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:21.336934 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for subnet, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:21.423750 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Pushing event updated for resources: {'Network': ['ID=5170873a-6cb6-4353-9101-7364c7875074,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:21.426514 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:21.427373 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3d1fd35d-a130-49fa-adf5-9240e160b08d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:21.436524 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network 5170873a-6cb6-4353-9101-7364c7875074 details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:20:21.511676 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Checking segment: {'id': '27ecb61f-3e60-487a-b4b7-f07aaf76d011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8e70c119-fe03-4969-8831-f2e6520db65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:20:21.512140 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Network hostable DHCP agents. Network: 8e70c119-fe03-4969-8831-f2e6520db65c, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:20:21.515137 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c4cd0d0-e0e2-4a23-b470-0c3c1167b7bc,revision_number=0']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:21.518899 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:21.552561 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6243017 May 04 22:20:21.553446 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53164) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:21.559813 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Request body: {'subnet': {'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1640831248-subnet', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:21.565127 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:21.569673 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Usage tracker for resource:subnet and tenant:0cd3d4f19a8c439dad38f4f92355f0b4 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:21.572846 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:21.579960 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:21.659075 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Network 8e70c119-fe03-4969-8831-f2e6520db65c is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:20:21.667272 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for subnet, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:21.674207 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-4d1712fb-308f-407a-b9d2-27a63464b3f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:21.707660 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Made reservation on behalf of 0cd3d4f19a8c439dad38f4f92355f0b4 for: {'subnet': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:20:21.710289 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:21.766007 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Pushing event updated for resources: {'Subnet': ['ID=21a3bb95-7a44-40ab-a059-c462d0233277,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:21.770921 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:21.777474 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Checking segment: {'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:20:21.778408 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Network hostable DHCP agents. Network: 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:20:21.885327 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for subnet, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:21.891204 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-59afde69-877e-427d-8eda-680622d27cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:21.921871 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, 8e70c119-fe03-4969-8831-f2e6520db65c) {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:21.932327 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:21.932541 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:21.939472 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8671fee8-7d62-4124-98af-a127ba2aaa21 None None] Network 8e70c119-fe03-4969-8831-f2e6520db65c requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:20:21.985610 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e401076d-e9b5-41af-9fce-0e3c76ed8872,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:21.988108 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Checking segment: {'id': '0df2708d-103e-4db1-bc33-fd18571ab628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:20:21.988466 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Network hostable DHCP agents. Network: 9124f81a-5a0f-442d-a423-d6a9f6e6a24d, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:20:21.991861 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:22.102653 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7946894 May 04 22:20:22.111578 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:20:22.129943 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55) {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:22.151168 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:22.152134 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:22.176898 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee2460b-351a-49c0-9133-70ae4ed9f095 None None] Network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:20:22.185948 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:20:22.318952 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, 9124f81a-5a0f-442d-a423-d6a9f6e6a24d) {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:22.321926 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6858361 May 04 22:20:22.328674 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 53192) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:22.330287 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:22.331443 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:22.375296 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:22.396923 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:22.397795 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Usage tracker for resource:router and tenant:103d42182a3c4260be8d70345f58713e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:22.408439 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:22.411256 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:22.450585 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821cad4e-f3cb-438c-9273-a28409825459 None None] Network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:20:22.506124 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7968552 May 04 22:20:22.510330 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 53204) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:22.515898 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-434244061-router', 'tenant_id': '0ef715efd07447e18adc8ceda6e46320', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:22.524016 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:22.544054 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Usage tracker for resource:router and tenant:0ef715efd07447e18adc8ceda6e46320 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:22.551928 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:22.555334 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496222'] for router, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:22.555980 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1015213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496215'] for router, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:22.566951 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:22.587427 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:22.604712 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for subnet, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:22.611241 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-65c856e2-46c3-47b5-a51e-fd7057dc8e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:22.696907 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496222'] for router, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:22.698521 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1015213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496215'] for router, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:22.723207 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:22.733630 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b527c92e-5a2f-4a94-acd1-0b0837248730 None None] Network 8e70c119-fe03-4969-8831-f2e6520db65c requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:20:22.795937 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1643d57d-290d-4570-bd82-70f1a3a61b16,revision_number=0']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:22.800503 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:22.823011 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Checking segment: {'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:20:22.823423 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Network hostable DHCP agents. Network: 5170873a-6cb6-4353-9101-7364c7875074, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:20:22.947227 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Network 5170873a-6cb6-4353-9101-7364c7875074 is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:20:22.984884 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53232) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:22.989358 dv-cinder-786928-2-smb neutron-server[74776]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 22:20:23.084292 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d6275c-2872-4747-879b-464f81b4d4ad None None] Network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:20:23.140461 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, 5170873a-6cb6-4353-9101-7364c7875074) {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:23.145414 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:23.146367 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:23.212897 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7176747-1d6c-4296-b57b-ed4be719d0a9 None None] Network 5170873a-6cb6-4353-9101-7364c7875074 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:20:23.251663 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-26800b2c-0596-4533-bf5e-188f1355d136 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:23.254152 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-26800b2c-0596-4533-bf5e-188f1355d136 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Synchronizing usage tracker for tenant:44618245fb2e4b7fae376e7cfe12c5cf on resource:network {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:20:23.290226 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7333214 May 04 22:20:23.291069 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53238) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:23.298130 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:23.304068 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:23.310961 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Usage tracker for resource:router and tenant:0cd3d4f19a8c439dad38f4f92355f0b4 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:23.315366 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:23.318688 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939d5b3a-4c39-537c-93a9-2093ff0368b5-6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277'}]}} from dv-cinder-786928-2-smb. {{(pid=74777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 22:20:23.319670 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:23.355008 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:23.386774 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-26800b2c-0596-4533-bf5e-188f1355d136 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Unset dirty status for tenant:44618245fb2e4b7fae376e7cfe12c5cf on resource:network {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:20:23.388622 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-26800b2c-0596-4533-bf5e-188f1355d136 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/networks?id=8e70c119-fe03-4969-8831-f2e6520db65c HTTP/1.1" status: 200 len: 812 time: 0.4017000 May 04 22:20:23.418411 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-d5989711-7a97-41c8-afa8-0fbd76085ea7 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/quotas/44618245fb2e4b7fae376e7cfe12c5cf HTTP/1.1" status: 200 len: 375 time: 0.0220416 May 04 22:20:23.479263 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-947859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496293'] for router, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:23.484442 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-947859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496293'] for router, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:23.495030 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-cc4c1035-95ca-4cde-ba14-0d140bffe939 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=44618245fb2e4b7fae376e7cfe12c5cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668657 May 04 22:20:23.525047 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496222'] for router, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:23.526936 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1015213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496215'] for router, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:23.578795 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:23.786757 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53260) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:23.801093 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-f2bb44c6-9c82-48f3-b1c3-81e5fbae9d2a service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=74776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 22:20:23.822472 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-f2bb44c6-9c82-48f3-b1c3-81e5fbae9d2a service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1202319 May 04 22:20:24.021578 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.db_base_plugin_common [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Allocated IP 172.20.0.2 (6a2ab8b2-644c-459d-a8d8-9b3f2efbad55/21a3bb95-7a44-40ab-a059-c462d0233277/dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59) {{(pid=74777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:20:24.177611 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e895d861-adcd-40b1-a347-f196ff90ee43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:24.359758 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-5f6a8f07-8122-40d6-85fe-15e4fabaf043 service neutron] 10.222.0.72 "GET /v2.0/networks/8e70c119-fe03-4969-8831-f2e6520db65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360327 May 04 22:20:24.505972 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:24.573448 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:24.577744 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:24.588586 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939d5b3a-4c39-537c-93a9-2093ff0368b5-5170873a-6cb6-4353-9101-7364c7875074', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16'}]}} from dv-cinder-786928-2-smb. {{(pid=74777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 22:20:24.591947 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:24.592800 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-947859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496293'] for router, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:24.602730 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-e895d861-adcd-40b1-a347-f196ff90ee43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:24.609759 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-e895d861-adcd-40b1-a347-f196ff90ee43 admin admin] Usage tracker for resource:security_group_rule and tenant:8e64233f5348463880b3a26011c97555 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:24.619329 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-e895d861-adcd-40b1-a347-f196ff90ee43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:24.631595 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-e895d861-adcd-40b1-a347-f196ff90ee43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:24.672194 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:24.736467 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Notify callbacks [] for port, precommit_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:24.762898 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Transition to ACTIVE for port object dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:20:24.833373 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Transition to ACTIVE for port object dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 will not be triggered until provisioned by entity DHCP. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:20:24.851652 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.db_base_plugin_common [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Allocated IP 172.20.0.2 (5170873a-6cb6-4353-9101-7364c7875074/1643d57d-290d-4570-bd82-70f1a3a61b16/6c6cdd6b-cd69-4353-9f79-9d487bd103e9) {{(pid=74777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:20:24.858206 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_common [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Allocated IP 172.28.3.21 (76581f0b-881c-41a1-a7c9-33e7218dfd31/7bfeb869-822c-4f12-8913-9d21738f2df2/8713058d-0bbc-416e-8a68-ca6a83b33cc0) {{(pid=74775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:20:24.984107 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e895d861-adcd-40b1-a347-f196ff90ee43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:25.021337 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:25.043099 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-a5733839-69ad-4848-bd53-4b492d2f254f service neutron] 10.222.0.72 "GET /v2.0/networks/8e70c119-fe03-4969-8831-f2e6520db65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273673 May 04 22:20:25.087802 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e895d861-adcd-40b1-a347-f196ff90ee43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:25.089251 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:25.109823 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-61580bb5-1ff8-4512-ad3e-3fc03857b01e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:25.159156 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-e895d861-adcd-40b1-a347-f196ff90ee43 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8e64233f5348463880b3a26011c97555&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3711646 May 04 22:20:25.166332 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53292) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:25.183435 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895d861-adcd-40b1-a347-f196ff90ee43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072449cd-46de-47cd-9a4e-b8af47830e0d,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:25.208376 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e895d861-adcd-40b1-a347-f196ff90ee43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:25.257189 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 is already hosted by enough agents. {{(pid=74777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:20:25.272937 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.base_scheduler [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Resources bound (agent type, host, resource id): {{(pid=74777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:25.293446 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Received port after_create {{(pid=74777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:20:25.299570 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Pushing event updated for resources: {'Port': ['ID=dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59,revision_number=1']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:25.433085 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:25.434367 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:25.436457 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:25.437506 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:25.438419 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:25.440119 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:25.441626 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:25.442977 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:25.443907 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:25.444856 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:25.445667 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:25.446578 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Tracked resource versions report: May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: pushed versions: May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: { 'AddressGroup': {'1.2'}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'ConntrackHelper': {'1.0'}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'Log': {'1.0'}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'Network': {'1.1'}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'Port': {'1.7'}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'PortForwarding': {'1.2'}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'QosPolicy': {'1.8'}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'SecurityGroup': {'1.4'}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'SecurityGroupRule': {'1.2'}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'SubPort': {'1.0'}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'Subnet': {'1.1'}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'Trunk': {'1.1'}} May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: consumer versions: May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: { DHCP agent@dv-cinder-786928-2-smb: {}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: HyperV agent@hv-cinder-78692: {}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: L3 agent@dv-cinder-786928-2-smb: {}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: Metadata agent@dv-cinder-786928-2-smb: {}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: Metering agent@dv-cinder-786928-2-smb: {}, May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: Open vSwitch agent@dv-cinder-786928-2-smb: { 'AddressGroup': '1.2', May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'ConntrackHelper': '1.0', May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'Log': '1.0', May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'Network': '1.1', May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'Port': '1.7', May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'PortForwarding': '1.2', May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'QosPolicy': '1.8', May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'SecurityGroup': '1.4', May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'SecurityGroupRule': '1.2', May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'SubPort': '1.0', May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'Subnet': '1.1', May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: 'Trunk': '1.1'}} May 04 22:20:25.450484 dv-cinder-786928-2-smb neutron-server[74777]: {{(pid=74777) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 22:20:25.504603 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:25.659415 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Notify callbacks [] for port, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:25.690760 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ed919c89-3bba-48dd-9693-56016e643b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:25.704242 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Attempting to bind port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:20:25.704986 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Attempting to bind port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:20:25.705556 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Attempting to bind port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 on network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:20:25.738329 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:20:25.739171 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Checking segment: {'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:20:25.739855 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:25.740454 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Bound using segment: {'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:20:25.741131 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Bound port: dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:20:25.741720 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:25.756182 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 53306) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:25.760447 dv-cinder-786928-2-smb neutron-server[74775]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 22:20:25.783104 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Notify callbacks [] for port, precommit_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:25.835031 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-af1040cb-df5e-44d6-89d3-7125cdd940a9 req-32d30bc7-abd7-4800-9f7d-d591a4bca987 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 210 time: 0.0767136 May 04 22:20:25.872064 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Transition to ACTIVE for port object 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:20:25.885238 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ed919c89-3bba-48dd-9693-56016e643b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:25.901678 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:25.928074 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:25.961519 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Transition to ACTIVE for port object 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 will not be triggered until provisioned by entity DHCP. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:20:25.975727 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:25.981641 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] For port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:20:25.988591 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] For port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:20:26.036674 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:26.063427 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:26.080463 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:26.197575 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Pushing event updated for resources: {'Port': ['ID=8713058d-0bbc-416e-8a68-ca6a83b33cc0,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:26.213087 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:26.217487 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:20:26.241016 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:26.252530 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Received port after_create {{(pid=74775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:20:26.318004 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:26.341726 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Network 5170873a-6cb6-4353-9101-7364c7875074 is already hosted by enough agents. {{(pid=74777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:20:26.380618 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.base_scheduler [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Resources bound (agent type, host, resource id): {{(pid=74777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:26.385255 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Received port after_create {{(pid=74777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:20:26.408936 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ed919c89-3bba-48dd-9693-56016e643b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:26.417817 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:26.477649 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed919c89-3bba-48dd-9693-56016e643b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072449cd-46de-47cd-9a4e-b8af47830e0d,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:26.488453 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-ed919c89-3bba-48dd-9693-56016e643b8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:26.541644 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ed919c89-3bba-48dd-9693-56016e643b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:26.543661 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-ed919c89-3bba-48dd-9693-56016e643b8f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/072449cd-46de-47cd-9a4e-b8af47830e0d HTTP/1.1" status: 204 len: 168 time: 1.3756325 May 04 22:20:26.592316 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_common [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Allocated IP 172.28.3.99 (76581f0b-881c-41a1-a7c9-33e7218dfd31/7bfeb869-822c-4f12-8913-9d21738f2df2/6ab594bd-2d59-4b0e-a0d1-13722001dc6e) {{(pid=74775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:20:26.792551 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Pushing event updated for resources: {'Port': ['ID=6c6cdd6b-cd69-4353-9f79-9d487bd103e9,revision_number=1']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:26.805125 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.725s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:26.817600 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.446s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:26.878940 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53342) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:27.159743 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Attempting to bind port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:20:27.160284 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Attempting to bind port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:20:27.160877 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Attempting to bind port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 on network 5170873a-6cb6-4353-9101-7364c7875074 {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:20:27.182013 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:20:27.182013 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Checking segment: {'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:20:27.182013 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:27.184902 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Bound using segment: {'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:20:27.184902 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Bound port: 6c6cdd6b-cd69-4353-9f79-9d487bd103e9, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:20:27.186287 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:27.400597 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Pushing event updated for resources: {'Port': ['ID=dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59,revision_number=2']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:27.413246 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:27.499801 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ecf6f0bb-0bb3-41d9-8bfc-71cabfcb1678 req-b9d89c86-dea7-4bab-8191-9a85d66a380b tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 210 time: 0.1777744 May 04 22:20:27.603673 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] For port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:20:27.612833 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] For port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=6c6cdd6b-cd69-4353-9f79-9d487bd103e9,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:20:27.618072 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Notify callbacks [] for port, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:27.707257 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:27.726189 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:27.746926 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:27.795737 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e85aa81e-218d-47e3-9c10-170667108421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:27.865041 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-e85aa81e-218d-47e3-9c10-170667108421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:27.916821 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-e85aa81e-218d-47e3-9c10-170667108421 admin admin] Usage tracker for resource:security_group_rule and tenant:2e1d6ac9c4be41f2bc478410bcf78b53 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:27.976309 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-e85aa81e-218d-47e3-9c10-170667108421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:28.004122 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-e85aa81e-218d-47e3-9c10-170667108421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:28.097785 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:20:28.245183 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Pushing event updated for resources: {'Port': ['ID=6c6cdd6b-cd69-4353-9f79-9d487bd103e9,revision_number=2']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:28.262891 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:28.383817 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:28.449293 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:28.484675 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:20:28.733408 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e85aa81e-218d-47e3-9c10-170667108421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:28.768210 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Allocated IP 172.28.3.151 (76581f0b-881c-41a1-a7c9-33e7218dfd31/7bfeb869-822c-4f12-8913-9d21738f2df2/85712b0b-de2f-413d-ae88-f469a0ae84a6) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:20:28.838140 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e85aa81e-218d-47e3-9c10-170667108421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:28.991156 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:29.101392 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa41a491-cbbb-43ac-b4b5-0c022353b034 None None] Network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:20:29.232921 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2d6b01ea-c639-4082-bcdb-869ef0d3a866 req-0283a405-3f9f-47a4-a35d-fad0f7ecef3f tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 210 time: 0.3652554 May 04 22:20:29.285978 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-e85aa81e-218d-47e3-9c10-170667108421 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2e1d6ac9c4be41f2bc478410bcf78b53&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3985846 May 04 22:20:29.320574 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85aa81e-218d-47e3-9c10-170667108421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93196b70-e801-45ef-9396-af9f5c912ac2,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:29.322802 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 53408) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:29.349347 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e85aa81e-218d-47e3-9c10-170667108421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:29.430460 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:20:29.509016 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:29.545941 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Pushing event updated for resources: {'Port': ['ID=6ab594bd-2d59-4b0e-a0d1-13722001dc6e,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:29.588895 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:29.601320 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-401bb118-d26b-496b-adfd-0da5f36542d0 None None] Provisioning for port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:20:29.614481 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Received port after_create {{(pid=74775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:20:29.623459 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-401bb118-d26b-496b-adfd-0da5f36542d0 None None] Provisioning complete for port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:29.625647 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-401bb118-d26b-496b-adfd-0da5f36542d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:29.827779 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:29.884012 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e5665385-619c-4d15-9210-705980651f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:29.986612 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-401bb118-d26b-496b-adfd-0da5f36542d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:30.090990 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-401bb118-d26b-496b-adfd-0da5f36542d0 None None] For port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:20:30.100532 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:20:30.117975 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.669s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:30.178557 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:20:30.196660 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-401bb118-d26b-496b-adfd-0da5f36542d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:30.209937 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:30.271148 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:30.282592 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Pushing event updated for resources: {'Port': ['ID=85712b0b-de2f-413d-ae88-f469a0ae84a6,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:30.333930 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:20:30.368508 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b280a14-cf84-40c0-a56e-1e665efc09ce None None] Network 5170873a-6cb6-4353-9101-7364c7875074 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:20:30.380618 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919814'] for router, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:30.898009 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-513642b8-a3cb-4fd7-880b-4e7f798e3964 None None] Provisioning complete for port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:30.898009 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-513642b8-a3cb-4fd7-880b-4e7f798e3964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:30.898009 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401bb118-d26b-496b-adfd-0da5f36542d0 None None] Pushing event updated for resources: {'Port': ['ID=dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:30.898009 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-401bb118-d26b-496b-adfd-0da5f36542d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:30.900224 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4d933cdd-586b-4407-82c0-ad06c2e317e8 req-72d464aa-e367-4618-81a5-7536092f964d tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 210 time: 0.1764534 May 04 22:20:30.901842 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-43c781e9-c6a5-44f4-8d5c-7117ec36d22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:30.903865 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.017s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:30.965491 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-43c781e9-c6a5-44f4-8d5c-7117ec36d22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:31.172793 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:20:31.312134 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-d3ceed2d-621a-4ebe-addc-d041f19f85e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:31.362628 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:31.479833 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:31.506300 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-43c781e9-c6a5-44f4-8d5c-7117ec36d22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:31.508501 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Router f31efbfe-15f7-431b-b70c-68bb2a88da9b is scheduled to L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f with binding_index 1 {{(pid=74775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 22:20:31.515980 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:31.559183 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-eb140655-a3c6-4ab2-9987-71fd7b0a4ce4 None None] Provisioning for port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:20:31.567484 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-eb140655-a3c6-4ab2-9987-71fd7b0a4ce4 None None] Provisioning complete for port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:31.567852 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-eb140655-a3c6-4ab2-9987-71fd7b0a4ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:31.633600 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:31.663166 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c781e9-c6a5-44f4-8d5c-7117ec36d22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93196b70-e801-45ef-9396-af9f5c912ac2,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:31.798013 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-43c781e9-c6a5-44f4-8d5c-7117ec36d22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:32.006577 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:20:32.081451 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-43c781e9-c6a5-44f4-8d5c-7117ec36d22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:32.085857 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-43c781e9-c6a5-44f4-8d5c-7117ec36d22a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/93196b70-e801-45ef-9396-af9f5c912ac2 HTTP/1.1" status: 204 len: 168 time: 2.7202706 May 04 22:20:32.231332 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-eb140655-a3c6-4ab2-9987-71fd7b0a4ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:32.313022 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-eb140655-a3c6-4ab2-9987-71fd7b0a4ce4 None None] For port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=6c6cdd6b-cd69-4353-9f79-9d487bd103e9,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:20:32.325911 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:32.326276 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:32.449575 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-eb140655-a3c6-4ab2-9987-71fd7b0a4ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:32.473742 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:32.485857 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.85', 64787) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:32.564049 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5543fafa-9d60-4a5e-9d25-609336102944 req-6a5ac1f5-dbb2-41ab-969c-ea8d342d2137 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 210 time: 0.1963294 May 04 22:20:32.609542 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:20:32.667430 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Sync routers for ids ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:20:32.709838 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Routers {'f31efbfe-15f7-431b-b70c-68bb2a88da9b'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:20:32.715922 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:20:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:32.818739 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919814'] for router, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:32.914328 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-0c74f0dd-0dde-4989-a064-ba60e09c29d3 None None] Provisioning complete for port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:32.915027 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-0c74f0dd-0dde-4989-a064-ba60e09c29d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:32.945788 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919814'] for router, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:33.050746 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb140655-a3c6-4ab2-9987-71fd7b0a4ce4 None None] Pushing event updated for resources: {'Port': ['ID=6c6cdd6b-cd69-4353-9f79-9d487bd103e9,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:33.057065 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-eb140655-a3c6-4ab2-9987-71fd7b0a4ce4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:33.286329 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-d9f6c5a3-93c1-402f-8720-af100d285528 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:33.296954 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-d9f6c5a3-93c1-402f-8720-af100d285528 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.85 "GET /v2.0/networks?id=8e70c119-fe03-4969-8831-f2e6520db65c HTTP/1.1" status: 200 len: 812 time: 0.7715244 May 04 22:20:33.367648 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Request body: {'port': {'device_id': '471cc1c1-4b22-4cce-b2e6-1de700eb1ecc', 'network_id': '8e70c119-fe03-4969-8831-f2e6520db65c', 'admin_state_up': True, 'tenant_id': '44618245fb2e4b7fae376e7cfe12c5cf'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:33.402047 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Set router f31efbfe-15f7-431b-b70c-68bb2a88da9b gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:20:33.432899 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Notify callbacks [] for router, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:33.436501 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.0682218 May 04 22:20:33.443815 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 53494) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:33.674611 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:20:33.992543 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:34.009082 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Usage tracker for resource:port and tenant:44618245fb2e4b7fae376e7cfe12c5cf is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:34.022833 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:34.032568 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:20:34.082251 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Router 8b61213a-a44f-40a3-9112-b83df320c1e2 is scheduled to L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f with binding_index 1 {{(pid=74776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 22:20:34.091757 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:34.115762 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-66c16494-8274-457d-9186-4faf11313fb3 req-06ad65b1-eee5-4649-b894-d7247c28434d tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 210 time: 0.0859194 May 04 22:20:34.138727 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:26Z', 'revision_number': 3, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:34.147574 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Checking router: f31efbfe-15f7-431b-b70c-68bb2a88da9b for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:20:34.148185 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Updating router f31efbfe-15f7-431b-b70c-68bb2a88da9b port 8713058d-0bbc-416e-8a68-ca6a83b33cc0 binding host dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:20:34.226987 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:34.227534 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:34.297672 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:34.310531 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:34.398485 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Made reservation on behalf of 44618245fb2e4b7fae376e7cfe12c5cf for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:20:34.402062 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:34.441812 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:20:34.488969 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Sync routers for ids ['8b61213a-a44f-40a3-9112-b83df320c1e2'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:20:34.518510 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Router a571857d-be91-4484-87b8-9f88c3dfec43 is scheduled to L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f with binding_index 1 {{(pid=74775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 22:20:34.526901 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Routers {'8b61213a-a44f-40a3-9112-b83df320c1e2'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:20:34.527583 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:20:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['8b61213a-a44f-40a3-9112-b83df320c1e2'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:34.552417 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Notify callbacks [] for router, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:34.556252 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 11.2614739 May 04 22:20:34.558013 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53530) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:34.849369 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53552) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:35.019413 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Notify callbacks [] for port, precommit_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:35.057632 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.provisioning_blocks [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Transition to ACTIVE for port object 8713058d-0bbc-416e-8a68-ca6a83b33cc0 will not be triggered until provisioned by entity L2. {{(pid=74778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:20:35.166651 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:35.170480 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Allocated IP 172.20.0.8 (8e70c119-fe03-4969-8831-f2e6520db65c/2c4cd0d0-e0e2-4a23-b470-0c3c1167b7bc/4481df81-0c01-4793-81cc-6e45fb86dea3) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:20:35.181158 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-8d50416c-a8e0-467c-9ab2-7738abeda147 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:35.188492 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Set router 8b61213a-a44f-40a3-9112-b83df320c1e2 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:20:35.314640 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-d3346cdb-4c69-4efe-b01e-c1a7d7e04917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:35.435383 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Pushing event updated for resources: {'Port': ['ID=8713058d-0bbc-416e-8a68-ca6a83b33cc0,revision_number=2']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:35.457262 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:35.457815 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:35.458511 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:35.459061 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:35.459767 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:35.460310 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:35.461119 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:35.461655 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:35.462189 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:35.462716 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:35.463731 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:35.464265 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Tracked resource versions report: May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: pushed versions: May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: { 'AddressGroup': {'1.2'}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'ConntrackHelper': {'1.0'}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'Log': {'1.0'}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'Network': {'1.1'}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'Port': {'1.7'}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'PortForwarding': {'1.2'}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'QosPolicy': {'1.8'}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'SecurityGroup': {'1.4'}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'SecurityGroupRule': {'1.2'}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'SubPort': {'1.0'}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'Subnet': {'1.1'}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'Trunk': {'1.1'}} May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: consumer versions: May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: { DHCP agent@dv-cinder-786928-2-smb: {}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: HyperV agent@hv-cinder-78692: {}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: L3 agent@dv-cinder-786928-2-smb: {}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: Metadata agent@dv-cinder-786928-2-smb: {}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: Metering agent@dv-cinder-786928-2-smb: {}, May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: Open vSwitch agent@dv-cinder-786928-2-smb: { 'AddressGroup': '1.2', May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'ConntrackHelper': '1.0', May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'Log': '1.0', May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'Network': '1.1', May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'Port': '1.7', May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'PortForwarding': '1.2', May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'QosPolicy': '1.8', May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'SecurityGroup': '1.4', May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'SecurityGroupRule': '1.2', May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'SubPort': '1.0', May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'Subnet': '1.1', May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: 'Trunk': '1.1'}} May 04 22:20:35.466960 dv-cinder-786928-2-smb neutron-server[74778]: {{(pid=74778) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 22:20:35.472936 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:35.522874 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Attempting to bind port 8713058d-0bbc-416e-8a68-ca6a83b33cc0 on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:20:35.523268 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Attempting to bind port 8713058d-0bbc-416e-8a68-ca6a83b33cc0 by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:20:35.523783 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Attempting to bind port 8713058d-0bbc-416e-8a68-ca6a83b33cc0 on network 76581f0b-881c-41a1-a7c9-33e7218dfd31 {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:20:35.534729 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:20:35.535219 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Checking segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:20:35.535679 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:35.536123 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Bound using segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:20:35.537016 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Bound port: 8713058d-0bbc-416e-8a68-ca6a83b33cc0, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:20:35.537676 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:35.557684 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:20:35.617723 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Sync routers for ids ['a571857d-be91-4484-87b8-9f88c3dfec43'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:20:35.724316 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] For port 8713058d-0bbc-416e-8a68-ca6a83b33cc0, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:20:35.730031 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] For port 8713058d-0bbc-416e-8a68-ca6a83b33cc0, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=8713058d-0bbc-416e-8a68-ca6a83b33cc0,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:20:35.751190 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Routers {'a571857d-be91-4484-87b8-9f88c3dfec43'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:20:35.752783 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:20:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['a571857d-be91-4484-87b8-9f88c3dfec43'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:35.784843 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ed220b2a-d110-49bc-8b65-a44fe72897eb req-acef596b-aada-47e5-9d2b-4be0c3166127 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 210 time: 0.1499155 May 04 22:20:35.792645 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Notify callbacks [] for router, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:35.801158 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 13.2894208 May 04 22:20:35.805679 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 53586) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:35.934906 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:35.965887 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:30Z', 'revision_number': 3, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:35.975698 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Checking router: 8b61213a-a44f-40a3-9112-b83df320c1e2 for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:20:35.977097 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Updating router 8b61213a-a44f-40a3-9112-b83df320c1e2 port 85712b0b-de2f-413d-ae88-f469a0ae84a6 binding host dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:20:36.072232 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:36.145940 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-7c0999be-b95f-4532-ba82-0fdc828f96e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:36.179271 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:36.203111 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-7c0999be-b95f-4532-ba82-0fdc828f96e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:36.225555 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-7c0999be-b95f-4532-ba82-0fdc828f96e1 admin admin] Usage tracker for resource:security_group_rule and tenant:3e15a5735c3a47cdaad219c67815580a is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:36.236341 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-7c0999be-b95f-4532-ba82-0fdc828f96e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:36.261704 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-7c0999be-b95f-4532-ba82-0fdc828f96e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:36.340636 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Routers {'f31efbfe-15f7-431b-b70c-68bb2a88da9b'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:20:36.341344 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:20:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:36.513936 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:36.597906 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:36.742251 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:36.771902 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Set router a571857d-be91-4484-87b8-9f88c3dfec43 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:20:36.914295 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Notify callbacks [] for port, precommit_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:36.976840 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Transition to ACTIVE for port object 85712b0b-de2f-413d-ae88-f469a0ae84a6 will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:20:37.061654 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:37.066608 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:37.174042 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:37.344194 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Attempting to bind port 85712b0b-de2f-413d-ae88-f469a0ae84a6 on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:20:37.367221 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Attempting to bind port 85712b0b-de2f-413d-ae88-f469a0ae84a6 by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:20:37.367870 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Attempting to bind port 85712b0b-de2f-413d-ae88-f469a0ae84a6 on network 76581f0b-881c-41a1-a7c9-33e7218dfd31 {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:20:37.378837 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d83922-5729-4378-bd41-a4d9a969013b None None] Pushing event updated for resources: {'Port': ['ID=85712b0b-de2f-413d-ae88-f469a0ae84a6,revision_number=2']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:37.390879 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:37.397761 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-70d83922-5729-4378-bd41-a4d9a969013b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:37.408692 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:20:37.409499 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Checking segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:20:37.409826 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:37.410452 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Bound using segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:20:37.411320 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Bound port: 85712b0b-de2f-413d-ae88-f469a0ae84a6, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:20:37.425636 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:37.435093 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Pushing event updated for resources: {'Port': ['ID=8713058d-0bbc-416e-8a68-ca6a83b33cc0,revision_number=3']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:37.482651 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-b4b56773-c80c-424d-992d-6c6e1a341314 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.304s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:37.503582 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-7c0999be-b95f-4532-ba82-0fdc828f96e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:37.546456 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] Set router f31efbfe-15f7-431b-b70c-68bb2a88da9b gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:20:37.604473 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Network 8e70c119-fe03-4969-8831-f2e6520db65c is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:20:37.621310 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:37.633647 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:20:37.641339 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:37.642275 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:37.650143 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-7c0999be-b95f-4532-ba82-0fdc828f96e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:37.787941 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] For port 85712b0b-de2f-413d-ae88-f469a0ae84a6, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:20:37.793460 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] For port 85712b0b-de2f-413d-ae88-f469a0ae84a6, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=85712b0b-de2f-413d-ae88-f469a0ae84a6,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:20:37.927429 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Pushing event updated for resources: {'Port': ['ID=4481df81-0c01-4793-81cc-6e45fb86dea3,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:37.948151 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:38.001516 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:38.017771 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:38.042317 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-7c0999be-b95f-4532-ba82-0fdc828f96e1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3e15a5735c3a47cdaad219c67815580a&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1829517 May 04 22:20:38.042317 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-ed919c89-3bba-48dd-9693-56016e643b8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:38.070015 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 53636) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:38.352125 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0999be-b95f-4532-ba82-0fdc828f96e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc09e09e-cb49-4e14-b501-905f5d32b493,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:38.361544 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9994438 May 04 22:20:38.366744 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Routers {'8b61213a-a44f-40a3-9112-b83df320c1e2'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:20:38.367483 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:20:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['8b61213a-a44f-40a3-9112-b83df320c1e2'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:38.395367 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-fdafcda4-3ae3-4cdf-bfe8-86f2d67413ca tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=74776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 22:20:38.397099 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-fdafcda4-3ae3-4cdf-bfe8-86f2d67413ca tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0202811 May 04 22:20:38.400295 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-7c0999be-b95f-4532-ba82-0fdc828f96e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:38.422585 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7977301-b62e-4e12-ae3a-72b22a72842e req-7db530b2-ab39-4830-8e3f-7e23f99eb154 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:38.423806 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-d7977301-b62e-4e12-ae3a-72b22a72842e req-7db530b2-ab39-4830-8e3f-7e23f99eb154 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Synchronizing usage tracker for tenant:44618245fb2e4b7fae376e7cfe12c5cf on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:20:38.437723 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:38.632718 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-d7977301-b62e-4e12-ae3a-72b22a72842e req-7db530b2-ab39-4830-8e3f-7e23f99eb154 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Unset dirty status for tenant:44618245fb2e4b7fae376e7cfe12c5cf on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:20:38.632718 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d7977301-b62e-4e12-ae3a-72b22a72842e req-7db530b2-ab39-4830-8e3f-7e23f99eb154 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 931 time: 1.3681889 May 04 22:20:38.781827 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_common [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Allocated IP 172.20.0.1 (6a2ab8b2-644c-459d-a8d8-9b3f2efbad55/21a3bb95-7a44-40ab-a059-c462d0233277/75e8aa69-5379-44f9-87b0-95cb508eeb2c) {{(pid=74775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:20:38.818362 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53644) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:38.968453 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-d7977301-b62e-4e12-ae3a-72b22a72842e req-83351143-c5cc-4a11-b4a4-24366189774c tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Synchronizing usage tracker for tenant:44618245fb2e4b7fae376e7cfe12c5cf on resource:security_group {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:20:38.970096 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:39.081698 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d83922-5729-4378-bd41-a4d9a969013b None None] Pushing event updated for resources: {'Port': ['ID=85712b0b-de2f-413d-ae88-f469a0ae84a6,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:39.102553 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-70d83922-5729-4378-bd41-a4d9a969013b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.086s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:39.158424 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9b191333-acbe-4433-bafc-acb8c1126864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:39.172869 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'name': 'tempest-ServerRescueNegativeTestJSON-434244061-router', 'tenant_id': '0ef715efd07447e18adc8ceda6e46320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:30Z', 'revision_number': 3, 'project_id': '0ef715efd07447e18adc8ceda6e46320', 'gw_port': {'id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:39.187513 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] Set router 8b61213a-a44f-40a3-9112-b83df320c1e2 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:20:39.195416 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Request body: {'port': {'device_id': '471cc1c1-4b22-4cce-b2e6-1de700eb1ecc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:39.200743 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Checking router: a571857d-be91-4484-87b8-9f88c3dfec43 for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:20:39.201148 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Updating router a571857d-be91-4484-87b8-9f88c3dfec43 port 6ab594bd-2d59-4b0e-a0d1-13722001dc6e binding host dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:20:39.258278 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6fbb93ed-ad88-4c32-b9ae-831d9f6b3890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:39.331912 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:39.448970 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:26Z', 'revision_number': 3, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:39.507529 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:39.577920 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6fbb93ed-ad88-4c32-b9ae-831d9f6b3890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:39.771229 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Allocated IP 172.20.0.1 (5170873a-6cb6-4353-9101-7364c7875074/1643d57d-290d-4570-bd82-70f1a3a61b16/a7113d47-d361-4895-a725-774215793f4c) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:20:39.792254 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93041f6-13eb-43a9-8fd2-3197e965ff11 None None] The sync data for ids ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'] in dv-cinder-786928-2-smb is: [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:26Z', 'revision_number': 3, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:20:39.852168 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:39.892271 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-9b191333-acbe-4433-bafc-acb8c1126864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:40.001975 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-9b191333-acbe-4433-bafc-acb8c1126864 admin admin] Usage tracker for resource:security_group_rule and tenant:7686979425d8479faa889b526df5171b is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:40.012218 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:30Z', 'revision_number': 3, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:40.022420 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd13757-29a4-4aec-8d74-b4f4b8b32c4b None None] The sync data for ids ['8b61213a-a44f-40a3-9112-b83df320c1e2'] in dv-cinder-786928-2-smb is: [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:30Z', 'revision_number': 3, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:20:40.166500 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-9b191333-acbe-4433-bafc-acb8c1126864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:40.178402 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.provisioning_blocks [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Transition to ACTIVE for port object 75e8aa69-5379-44f9-87b0-95cb508eeb2c will not be triggered until provisioned by entity DHCP. {{(pid=74775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:20:40.186919 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6fbb93ed-ad88-4c32-b9ae-831d9f6b3890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:40.195332 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-d7977301-b62e-4e12-ae3a-72b22a72842e req-83351143-c5cc-4a11-b4a4-24366189774c tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Unset dirty status for tenant:44618245fb2e4b7fae376e7cfe12c5cf on resource:security_group {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:20:40.196823 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d7977301-b62e-4e12-ae3a-72b22a72842e req-83351143-c5cc-4a11-b4a4-24366189774c tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5395882 May 04 22:20:40.222614 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-9b191333-acbe-4433-bafc-acb8c1126864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:40.225693 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:40.232156 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:40.321655 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb93ed-ad88-4c32-b9ae-831d9f6b3890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc09e09e-cb49-4e14-b501-905f5d32b493,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:40.333927 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-6fbb93ed-ad88-4c32-b9ae-831d9f6b3890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:40.338366 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6fbb93ed-ad88-4c32-b9ae-831d9f6b3890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:40.339700 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-6fbb93ed-ad88-4c32-b9ae-831d9f6b3890 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bc09e09e-cb49-4e14-b501-905f5d32b493 HTTP/1.1" status: 204 len: 168 time: 2.2419937 May 04 22:20:40.362099 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_common [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Allocated IP 172.20.0.1 (9124f81a-5a0f-442d-a423-d6a9f6e6a24d/e401076d-e9b5-41af-9fce-0e3c76ed8872/27fbfdcb-b352-4842-a533-befc12f96dd3) {{(pid=74775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:20:40.754155 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Notify callbacks [] for port, precommit_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:40.825373 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.provisioning_blocks [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Transition to ACTIVE for port object 6ab594bd-2d59-4b0e-a0d1-13722001dc6e will not be triggered until provisioned by entity L2. {{(pid=74778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:20:40.933563 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:40.943523 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:41.326471 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:41.354536 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Transition to ACTIVE for port object a7113d47-d361-4895-a725-774215793f4c will not be triggered until provisioned by entity DHCP. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:20:41.397446 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9b191333-acbe-4433-bafc-acb8c1126864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:41.411277 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:41.559512 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d3c4f-39d0-4c56-889a-6434f17cfa53 None None] Pushing event updated for resources: {'Port': ['ID=6ab594bd-2d59-4b0e-a0d1-13722001dc6e,revision_number=2']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:41.575067 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-4b8d3c4f-39d0-4c56-889a-6434f17cfa53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:41.597807 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:41.603292 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:41.606834 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9b191333-acbe-4433-bafc-acb8c1126864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:41.627044 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-39f18f10-691a-43fe-a706-464e2d793816 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:41.644482 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-77eaa757-d325-4508-9e9a-b80a5e6022be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:41.654089 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Attempting to bind port 6ab594bd-2d59-4b0e-a0d1-13722001dc6e on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:20:41.654458 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Attempting to bind port 6ab594bd-2d59-4b0e-a0d1-13722001dc6e by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:20:41.654783 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Attempting to bind port 6ab594bd-2d59-4b0e-a0d1-13722001dc6e on network 76581f0b-881c-41a1-a7c9-33e7218dfd31 {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:20:41.677648 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:20:41.679852 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Checking segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:20:41.688045 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:41.688851 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Bound using segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:20:41.690051 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Bound port: 6ab594bd-2d59-4b0e-a0d1-13722001dc6e, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:20:41.690630 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:41.727066 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Network 5170873a-6cb6-4353-9101-7364c7875074 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:20:41.744437 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Pushing event updated for resources: {'Port': ['ID=a7113d47-d361-4895-a725-774215793f4c,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:41.748358 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:41.750636 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:41.764438 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-fb42a980-9f24-4a92-957a-d14ebbfa3569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:41.835856 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:20:41.835856 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919513'] for router_interface, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:41.949127 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:42.096739 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b191333-acbe-4433-bafc-acb8c1126864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72b55f16-78b9-4c66-bb8c-5de302f78a04,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:42.112315 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-9b191333-acbe-4433-bafc-acb8c1126864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:42.114361 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] For port 6ab594bd-2d59-4b0e-a0d1-13722001dc6e, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:20:42.128003 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-9b191333-acbe-4433-bafc-acb8c1126864 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7686979425d8479faa889b526df5171b&name=default HTTP/1.1" status: 200 len: 2975 time: 3.2989624 May 04 22:20:42.132530 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] For port 6ab594bd-2d59-4b0e-a0d1-13722001dc6e, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=6ab594bd-2d59-4b0e-a0d1-13722001dc6e,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:20:42.158737 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 8713058d-0bbc-416e-8a68-ca6a83b33cc0 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:20:42.175356 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:20:42.186636 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53684) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:42.187419 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53686) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:42.233860 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:42.241293 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:42.245504 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Pushing event updated for resources: {'Port': ['ID=27fbfdcb-b352-4842-a533-befc12f96dd3,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:42.253794 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:42.273936 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:42.296501 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:42.419135 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Received port after_create {{(pid=74775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:20:42.429088 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919513'] for router_interface, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:42.477515 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 8713058d-0bbc-416e-8a68-ca6a83b33cc0 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:20:42.487462 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 8713058d-0bbc-416e-8a68-ca6a83b33cc0 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:42.488228 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:42.515660 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Routers {'a571857d-be91-4484-87b8-9f88c3dfec43'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:20:42.521176 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:20:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['a571857d-be91-4484-87b8-9f88c3dfec43'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:42.554578 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5739f945-e045-4141-bdc6-771e08600207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:42.627178 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-5739f945-e045-4141-bdc6-771e08600207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:42.662066 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-b6f581a7-c733-4c14-9af7-d9a64e0536c6 None None] Provisioning for port a7113d47-d361-4895-a725-774215793f4c completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:20:42.687988 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-b6f581a7-c733-4c14-9af7-d9a64e0536c6 None None] Provisioning complete for port a7113d47-d361-4895-a725-774215793f4c triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:42.688727 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-b6f581a7-c733-4c14-9af7-d9a64e0536c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:42.707385 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cb2880d3-335f-4658-8470-12b9d96ee2a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:42.711096 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-5739f945-e045-4141-bdc6-771e08600207 admin admin] Usage tracker for resource:security_group_rule and tenant:656c90a386ea4960a95a1fae3526e730 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:42.718224 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-5739f945-e045-4141-bdc6-771e08600207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:42.782293 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-5739f945-e045-4141-bdc6-771e08600207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:42.925143 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-b6f581a7-c733-4c14-9af7-d9a64e0536c6 None None] Port a7113d47-d361-4895-a725-774215793f4c cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:20:42.991934 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d3c4f-39d0-4c56-889a-6434f17cfa53 None None] Pushing event updated for resources: {'Port': ['ID=6ab594bd-2d59-4b0e-a0d1-13722001dc6e,revision_number=3']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:43.020420 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-4b8d3c4f-39d0-4c56-889a-6434f17cfa53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.776s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:43.151702 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:43.168053 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:20:43.181503 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:43.206078 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] Set router a571857d-be91-4484-87b8-9f88c3dfec43 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:20:43.208932 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5739f945-e045-4141-bdc6-771e08600207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:43.210840 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 8713058d-0bbc-416e-8a68-ca6a83b33cc0, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=8713058d-0bbc-416e-8a68-ca6a83b33cc0,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:20:43.282760 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Received port after_create {{(pid=74775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:20:43.283710 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919513'] for router_interface, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:43.293704 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cb2880d3-335f-4658-8470-12b9d96ee2a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:43.312846 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:43.315084 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 85712b0b-de2f-413d-ae88-f469a0ae84a6 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:20:43.331222 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5739f945-e045-4141-bdc6-771e08600207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:43.351724 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Pushing event updated for resources: {'Port': ['ID=75e8aa69-5379-44f9-87b0-95cb508eeb2c,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:43.364808 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.069s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:43.437270 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:43.455051 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:43.576930 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739f945-e045-4141-bdc6-771e08600207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50603b4d-78ab-4e9e-9234-f09b06abf590,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:43.584006 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:43.682424 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5739f945-e045-4141-bdc6-771e08600207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:43.708905 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=8713058d-0bbc-416e-8a68-ca6a83b33cc0,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:43.723633 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab7541-52bb-40f9-a5b9-091a2d8d7fb7 req-f6330d55-b468-415c-ab42-8c45827c4249 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:43.734445 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-47ab7541-52bb-40f9-a5b9-091a2d8d7fb7 req-f6330d55-b468-415c-ab42-8c45827c4249 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 931 time: 1.8750548 May 04 22:20:43.739775 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:43.795030 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.db.resource_extend [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 22:20:43.873750 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-47ab7541-52bb-40f9-a5b9-091a2d8d7fb7 req-0d44dad4-de65-4304-9a8c-41479797dfc4 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344073 May 04 22:20:43.937912 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 85712b0b-de2f-413d-ae88-f469a0ae84a6 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:20:43.950206 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-814ed884-0a48-43f7-a8ec-d43a18318ebb None None] Provisioning for port 75e8aa69-5379-44f9-87b0-95cb508eeb2c completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:20:43.984997 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-814ed884-0a48-43f7-a8ec-d43a18318ebb None None] Provisioning complete for port 75e8aa69-5379-44f9-87b0-95cb508eeb2c triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:43.987005 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-814ed884-0a48-43f7-a8ec-d43a18318ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:44.155023 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 85712b0b-de2f-413d-ae88-f469a0ae84a6 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:44.155023 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:44.207070 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4481df81-0c01-4793-81cc-6e45fb86dea3 {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:20:44.237635 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:44.295252 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:44.314709 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'name': 'tempest-ServerRescueNegativeTestJSON-434244061-router', 'tenant_id': '0ef715efd07447e18adc8ceda6e46320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:30Z', 'revision_number': 3, 'project_id': '0ef715efd07447e18adc8ceda6e46320', 'gw_port': {'id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:44.320484 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Transition to ACTIVE for port object 4481df81-0c01-4793-81cc-6e45fb86dea3 will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:20:44.326824 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd19d71-22d8-468a-a518-edf04c787722 None None] The sync data for ids ['a571857d-be91-4484-87b8-9f88c3dfec43'] in dv-cinder-786928-2-smb is: [{'id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'name': 'tempest-ServerRescueNegativeTestJSON-434244061-router', 'tenant_id': '0ef715efd07447e18adc8ceda6e46320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:30Z', 'revision_number': 3, 'project_id': '0ef715efd07447e18adc8ceda6e46320', 'gw_port': {'id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:20:44.337649 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-5739f945-e045-4141-bdc6-771e08600207 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=656c90a386ea4960a95a1fae3526e730&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1369536 May 04 22:20:44.363072 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 53710) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:44.562381 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-814ed884-0a48-43f7-a8ec-d43a18318ebb None None] Port 75e8aa69-5379-44f9-87b0-95cb508eeb2c cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:20:44.604584 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:44.652574 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 85712b0b-de2f-413d-ae88-f469a0ae84a6, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=85712b0b-de2f-413d-ae88-f469a0ae84a6,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:20:44.699907 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:44.730107 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e7c16dd2-2cd3-4365-a75f-0955cb854d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:44.733647 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:44.743461 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:44.833638 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Notify callbacks [] for port, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:44.932287 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:45.004394 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:45.010329 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919418'] for router_interface, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:45.016437 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-41d7d793-035e-479f-a616-a2c3620a1cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:45.029361 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=85712b0b-de2f-413d-ae88-f469a0ae84a6,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:45.038969 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:45.047070 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 8713058d-0bbc-416e-8a68-ca6a83b33cc0 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:20:45.239265 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 8713058d-0bbc-416e-8a68-ca6a83b33cc0 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:45.239795 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:45.296703 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fbf498ad-a78b-4f0c-ba08-0373c65f3dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:45.377386 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Pushing event updated for resources: {'Port': ['ID=27fbfdcb-b352-4842-a533-befc12f96dd3,revision_number=2']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:45.382791 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:45.528358 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fbf498ad-a78b-4f0c-ba08-0373c65f3dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:45.579053 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cb2880d3-335f-4658-8470-12b9d96ee2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:45.639683 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Pushing event updated for resources: {'Port': ['ID=4481df81-0c01-4793-81cc-6e45fb86dea3,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:45.673649 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.db.resource_extend [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 22:20:45.688248 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.958s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:45.692096 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:45.799293 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:45.904824 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:20:45.918260 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:45.939647 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:45.966483 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2880d3-335f-4658-8470-12b9d96ee2a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72b55f16-78b9-4c66-bb8c-5de302f78a04,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:45.970828 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cb2880d3-335f-4658-8470-12b9d96ee2a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:46.021365 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cb2880d3-335f-4658-8470-12b9d96ee2a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:46.026418 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-cb2880d3-335f-4658-8470-12b9d96ee2a4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/72b55f16-78b9-4c66-bb8c-5de302f78a04 HTTP/1.1" status: 204 len: 168 time: 3.8332880 May 04 22:20:46.037277 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Attempting to bind port 4481df81-0c01-4793-81cc-6e45fb86dea3 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:20:46.037930 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Attempting to bind port 4481df81-0c01-4793-81cc-6e45fb86dea3 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '27ecb61f-3e60-487a-b4b7-f07aaf76d011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8e70c119-fe03-4969-8831-f2e6520db65c'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:20:46.038384 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Attempting to bind port 4481df81-0c01-4793-81cc-6e45fb86dea3 on network 8e70c119-fe03-4969-8831-f2e6520db65c {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:20:46.046649 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Port 4481df81-0c01-4793-81cc-6e45fb86dea3 on network 8e70c119-fe03-4969-8831-f2e6520db65c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:20:46.047521 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Attempting to bind port 4481df81-0c01-4793-81cc-6e45fb86dea3 on network 8e70c119-fe03-4969-8831-f2e6520db65c {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:20:46.073365 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:20:46.075715 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Checking segment: {'id': '27ecb61f-3e60-487a-b4b7-f07aaf76d011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8e70c119-fe03-4969-8831-f2e6520db65c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:20:46.076656 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Bound using segment: {'id': '27ecb61f-3e60-487a-b4b7-f07aaf76d011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8e70c119-fe03-4969-8831-f2e6520db65c'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:20:46.079086 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Bound port: 4481df81-0c01-4793-81cc-6e45fb86dea3, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ecb61f-3e60-487a-b4b7-f07aaf76d011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '8e70c119-fe03-4969-8831-f2e6520db65c'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:20:46.079718 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:46.118754 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:46.145716 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919418'] for router_interface, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:46.242995 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fa5af-d45d-49e2-b0dd-de297d7dd5c4 req-342e4798-93cb-470f-9ad4-3d2311ce9237 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:46.247069 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b29fa5af-d45d-49e2-b0dd-de297d7dd5c4 req-342e4798-93cb-470f-9ad4-3d2311ce9237 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 943 time: 0.7238231 May 04 22:20:46.250826 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:46.288320 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fbf498ad-a78b-4f0c-ba08-0373c65f3dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:46.289412 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:46.343308 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919418'] for router_interface, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:46.369857 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:46.748417 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fbf498ad-a78b-4f0c-ba08-0373c65f3dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:46.750673 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-fbf498ad-a78b-4f0c-ba08-0373c65f3dd5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/50603b4d-78ab-4e9e-9234-f09b06abf590 HTTP/1.1" status: 204 len: 168 time: 2.3786740 May 04 22:20:46.765640 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Pushing event updated for resources: {'Port': ['ID=75e8aa69-5379-44f9-87b0-95cb508eeb2c,revision_number=2']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:46.775726 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:46.776289 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-715b460b-d451-42f1-8b6b-dff3bee17fe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.210s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:46.820274 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf498ad-a78b-4f0c-ba08-0373c65f3dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50603b4d-78ab-4e9e-9234-f09b06abf590,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:46.833820 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-fbf498ad-a78b-4f0c-ba08-0373c65f3dd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:46.922595 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Pushing event updated for resources: {'Port': ['ID=a7113d47-d361-4895-a725-774215793f4c,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:46.931396 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:46.974328 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b29fa5af-d45d-49e2-b0dd-de297d7dd5c4 req-6a90dc28-af8f-4a74-acd2-722b53b56499 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6034141 May 04 22:20:47.020516 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Router a571857d-be91-4484-87b8-9f88c3dfec43 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:20:47.034405 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:20:47.037315 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] For port 4481df81-0c01-4793-81cc-6e45fb86dea3, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:20:47.049807 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:47.082215 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] For port 4481df81-0c01-4793-81cc-6e45fb86dea3, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4481df81-0c01-4793-81cc-6e45fb86dea3,segment=NetworkSegment(27ecb61f-3e60-487a-b4b7-f07aaf76d011),segment_id=27ecb61f-3e60-487a-b4b7-f07aaf76d011)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:20:47.151153 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Network 5170873a-6cb6-4353-9101-7364c7875074 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:20:47.156156 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:47.220532 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:47.222565 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 85712b0b-de2f-413d-ae88-f469a0ae84a6 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:20:47.316312 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:47.494282 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 85712b0b-de2f-413d-ae88-f469a0ae84a6 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:47.496458 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:47.845292 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Pushing event updated for resources: {'Port': ['ID=4481df81-0c01-4793-81cc-6e45fb86dea3,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:47.850037 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:47.855826 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:47.857131 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:47.858809 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] 10.222.0.85 "PUT /v2.0/ports/4481df81-0c01-4793-81cc-6e45fb86dea3 HTTP/1.1" status: 200 len: 1093 time: 9.0349669 May 04 22:20:47.964015 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '471cc1c1-4b22-4cce-b2e6-1de700eb1ecc', 'tag': '4481df81-0c01-4793-81cc-6e45fb86dea3'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:20:47.999934 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-79e38da2-266c-46ba-bc93-91a5b05282ed None None] Provisioning complete for port 75e8aa69-5379-44f9-87b0-95cb508eeb2c triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:48.007236 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-79e38da2-266c-46ba-bc93-91a5b05282ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:48.080522 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:20:48.102238 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] 10.222.0.72 "PUT /v2.0/routers/a571857d-be91-4484-87b8-9f88c3dfec43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2813542 May 04 22:20:48.207718 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Sync routers for ids ['a571857d-be91-4484-87b8-9f88c3dfec43'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:20:48.237780 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Routers {'a571857d-be91-4484-87b8-9f88c3dfec43'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:20:48.239168 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:20:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['a571857d-be91-4484-87b8-9f88c3dfec43'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:48.279530 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Router f31efbfe-15f7-431b-b70c-68bb2a88da9b has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:20:48.578361 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Router 8b61213a-a44f-40a3-9112-b83df320c1e2 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:20:48.794369 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 6ab594bd-2d59-4b0e-a0d1-13722001dc6e up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:20:49.257426 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:20:49.272054 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Sync routers for ids ['8b61213a-a44f-40a3-9112-b83df320c1e2'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:20:49.291913 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] 10.222.0.72 "PUT /v2.0/routers/8b61213a-a44f-40a3-9112-b83df320c1e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7293875 May 04 22:20:49.297275 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Routers {'8b61213a-a44f-40a3-9112-b83df320c1e2'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:20:49.298516 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:20:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['8b61213a-a44f-40a3-9112-b83df320c1e2'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:49.362100 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-84c6a637-fd9d-468e-9c25-548486abf08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:49.370777 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-84c6a637-fd9d-468e-9c25-548486abf08f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=44618245fb2e4b7fae376e7cfe12c5cf&device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 1096 time: 1.2374156 May 04 22:20:49.395744 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82374b3-ed34-40a4-a8fa-0c3a11e78ce7 req-85bc4183-7d9a-439c-9d63-3264c26b5add tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:49.397889 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b82374b3-ed34-40a4-a8fa-0c3a11e78ce7 req-85bc4183-7d9a-439c-9d63-3264c26b5add tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 943 time: 0.8131299 May 04 22:20:49.461408 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-79e38da2-266c-46ba-bc93-91a5b05282ed None None] Port 75e8aa69-5379-44f9-87b0-95cb508eeb2c cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:20:49.501238 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:20:49.510723 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 53812) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:49.539035 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-d782e84d-adde-445c-af6b-cfb332ea2fdf service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4481df81-0c01-4793-81cc-6e45fb86dea3 HTTP/1.1" status: 200 len: 217 time: 0.1525524 May 04 22:20:49.547295 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Sync routers for ids ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:20:49.567699 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] 10.222.0.72 "PUT /v2.0/routers/f31efbfe-15f7-431b-b70c-68bb2a88da9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.1123872 May 04 22:20:49.648396 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b82374b3-ed34-40a4-a8fa-0c3a11e78ce7 req-296240ee-83c5-4292-866d-c1aec8ec9a7d tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333655 May 04 22:20:49.668367 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 6ab594bd-2d59-4b0e-a0d1-13722001dc6e completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:20:49.750022 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 6ab594bd-2d59-4b0e-a0d1-13722001dc6e triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:49.750022 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:49.783553 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-1b842809-b500-4bcf-8d0b-010303d1352f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:49.786148 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-1b842809-b500-4bcf-8d0b-010303d1352f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2c4cd0d0-e0e2-4a23-b470-0c3c1167b7bc HTTP/1.1" status: 200 len: 852 time: 0.2158551 May 04 22:20:49.936207 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-4a3d8789-1bc6-4dfe-be74-27a364c046ba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8e70c119-fe03-4969-8831-f2e6520db65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343906 May 04 22:20:49.951289 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '471cc1c1-4b22-4cce-b2e6-1de700eb1ecc', 'tag': '4481df81-0c01-4793-81cc-6e45fb86dea3', 'status': 'completed', 'code': 200} May 04 22:20:49.975309 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Routers {'f31efbfe-15f7-431b-b70c-68bb2a88da9b'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:20:49.977209 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:20:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:50.059202 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1714493073-network', 'tenant_id': 'cbe76bf1308444f5817874baed6ca2fc'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:50.071892 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Set router 8b61213a-a44f-40a3-9112-b83df320c1e2 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:20:50.075709 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:50.084037 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Usage tracker for resource:network and tenant:cbe76bf1308444f5817874baed6ca2fc is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:50.109824 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:50.123832 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:50.213659 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Made reservation on behalf of cbe76bf1308444f5817874baed6ca2fc for: {'network': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:20:50.217540 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:50.272865 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:50.320491 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:50.345011 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Usage tracker for resource:security_group_rule and tenant:cbe76bf1308444f5817874baed6ca2fc is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:50.354928 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:50.380293 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:50.531216 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-b9d3183c-c619-411f-bc8e-d5892a45e713 None None] Provisioning complete for port a7113d47-d361-4895-a725-774215793f4c triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:50.531216 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-b9d3183c-c619-411f-bc8e-d5892a45e713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:50.599439 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-0020239e-3354-42ce-a87c-dad39de7edf2 service neutron] 10.222.0.85 "GET /v2.0/networks/8e70c119-fe03-4969-8831-f2e6520db65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6460042 May 04 22:20:50.796711 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Set router a571857d-be91-4484-87b8-9f88c3dfec43 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:20:51.072231 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cf616e61-dfd0-4c63-9c44-d20350c08dde req-bb23eb29-9779-427a-97de-0adea1ad456e service neutron] 10.222.0.85 "GET /v2.0/networks/8e70c119-fe03-4969-8831-f2e6520db65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387698 May 04 22:20:51.087512 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:51.169513 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-75dc1869-efdc-4eb3-8526-070ecdbedb4e tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:51.174058 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-75dc1869-efdc-4eb3-8526-070ecdbedb4e tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Synchronizing usage tracker for tenant:0ef715efd07447e18adc8ceda6e46320 on resource:network {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:20:51.244080 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-b9d3183c-c619-411f-bc8e-d5892a45e713 None None] Port a7113d47-d361-4895-a725-774215793f4c cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:20:51.328417 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Set router f31efbfe-15f7-431b-b70c-68bb2a88da9b gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:20:51.362982 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': 'a7113d47-d361-4895-a725-774215793f4c', 'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'mac_address': 'fa:16:3e:36:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:38Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 2, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'subnets': [{'id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:51.384294 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Checking router: 8b61213a-a44f-40a3-9112-b83df320c1e2 for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:20:51.386734 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Updating router 8b61213a-a44f-40a3-9112-b83df320c1e2 port a7113d47-d361-4895-a725-774215793f4c binding host dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:20:51.529950 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:51.860261 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:51.964827 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 6ab594bd-2d59-4b0e-a0d1-13722001dc6e, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=6ab594bd-2d59-4b0e-a0d1-13722001dc6e,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:20:52.173650 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '75e8aa69-5379-44f9-87b0-95cb508eeb2c', 'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'mac_address': 'fa:16:3e:c7:57:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:37Z', 'updated_at': '2021-05-04T22:20:45Z', 'revision_number': 2, 'project_id': '103d42182a3c4260be8d70345f58713e', 'subnets': [{'id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:52.177579 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:52.181269 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'name': 'tempest-ServerRescueNegativeTestJSON-434244061-router', 'tenant_id': '0ef715efd07447e18adc8ceda6e46320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '0ef715efd07447e18adc8ceda6e46320', 'gw_port': {'id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '27fbfdcb-b352-4842-a533-befc12f96dd3', 'name': '', 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d', 'tenant_id': '0ef715efd07447e18adc8ceda6e46320', 'mac_address': 'fa:16:3e:f3:56:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e401076d-e9b5-41af-9fce-0e3c76ed8872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:39Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 2, 'project_id': '0ef715efd07447e18adc8ceda6e46320', 'subnets': [{'id': 'e401076d-e9b5-41af-9fce-0e3c76ed8872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:52.185078 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Checking router: f31efbfe-15f7-431b-b70c-68bb2a88da9b for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:20:52.185720 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Updating router f31efbfe-15f7-431b-b70c-68bb2a88da9b port 75e8aa69-5379-44f9-87b0-95cb508eeb2c binding host dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:20:52.191984 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-6fbb93ed-ad88-4c32-b9ae-831d9f6b3890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:52.289042 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:52.316631 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b0492f-fc57-4a24-94fb-a6955690683d,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:52.321533 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-75dc1869-efdc-4eb3-8526-070ecdbedb4e tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Unset dirty status for tenant:0ef715efd07447e18adc8ceda6e46320 on resource:network {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:20:52.323217 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53876) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:52.337601 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119211881', 'description': 'tempest-description--1655558118'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:52.349297 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-75dc1869-efdc-4eb3-8526-070ecdbedb4e tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/networks?id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d HTTP/1.1" status: 200 len: 818 time: 1.7183406 May 04 22:20:52.375441 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:52.381145 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:52.389631 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:52.394089 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Usage tracker for resource:security_group and tenant:0cd3d4f19a8c439dad38f4f92355f0b4 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:52.408995 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-8e76b80d-6fdd-48bb-b132-ec0dbe28558f tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/quotas/0ef715efd07447e18adc8ceda6e46320 HTTP/1.1" status: 200 len: 375 time: 0.0564692 May 04 22:20:52.410206 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:52.430292 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:52.556849 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:52.567602 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Notify callbacks [] for port, precommit_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:52.596204 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.provisioning_blocks [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Transition to ACTIVE for port object a7113d47-d361-4895-a725-774215793f4c will not be triggered until provisioned by entity L2. {{(pid=74778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:20:52.600590 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] vlan segment allocate from pool success with {'vlan_id': 997, 'physical_network': 'physnet1'} {{(pid=74775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:20:52.640182 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:52.650037 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:52.650555 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.segments_db [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Added segment 35699b45-6e19-4f11-969b-145434d58dd5 of type vlan for network b24d8edf-419a-4322-9161-068bdac8d8f7 May 04 22:20:52.653426 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Usage tracker for resource:security_group_rule and tenant:0cd3d4f19a8c439dad38f4f92355f0b4 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:52.674888 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:52.690333 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Checking router: a571857d-be91-4484-87b8-9f88c3dfec43 for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:20:52.694199 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Updating router a571857d-be91-4484-87b8-9f88c3dfec43 port 27fbfdcb-b352-4842-a533-befc12f96dd3 binding host dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:20:52.699337 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:52.717844 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:52.735133 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:52.802198 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:52.900895 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:52.914457 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-f32ede4c-859b-4ca8-9d59-5e50b4cddaa0 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Synchronizing usage tracker for tenant:0ef715efd07447e18adc8ceda6e46320 on resource:port {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:20:52.977392 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:53.126821 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:53.129662 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-f32ede4c-859b-4ca8-9d59-5e50b4cddaa0 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Unset dirty status for tenant:0ef715efd07447e18adc8ceda6e46320 on resource:port {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:20:53.134792 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-f32ede4c-859b-4ca8-9d59-5e50b4cddaa0 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef715efd07447e18adc8ceda6e46320&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7247167 May 04 22:20:53.164276 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:53.166781 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:53.174567 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:53.180092 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-16cbafed-cddd-4bcb-b97b-8a65b7efdc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:53.229716 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:53.277243 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=6ab594bd-2d59-4b0e-a0d1-13722001dc6e,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:53.303523 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:53.310704 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:53.310704 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9819415 May 04 22:20:53.337393 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523635e-a8fa-4ad8-9c7d-7ea9fbf41c7a None None] Pushing event updated for resources: {'Port': ['ID=a7113d47-d361-4895-a725-774215793f4c,revision_number=3']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:53.339695 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53900) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:53.358579 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-c523635e-a8fa-4ad8-9c7d-7ea9fbf41c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:53.384687 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.003s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:53.389658 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-fbdfa6b9-c28e-40d1-982e-3f2e44f80f54 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Request body: {'security_group_rule': {'security_group_id': 'b255a5b9-30ac-4a93-a9ea-fb32cc40591a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:53.407367 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b255a5b9-30ac-4a93-a9ea-fb32cc40591a,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:53.424495 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:53.430706 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25779ec0-a8a9-4913-8666-91ec6e3e6ef1 req-d0bd0c45-3351-41cd-8129-2073d3824eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:53.439933 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-25779ec0-a8a9-4913-8666-91ec6e3e6ef1 req-d0bd0c45-3351-41cd-8129-2073d3824eed service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=44618245fb2e4b7fae376e7cfe12c5cf&device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 1096 time: 0.4606345 May 04 22:20:53.445720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-fbdfa6b9-c28e-40d1-982e-3f2e44f80f54 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:53.583887 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 53908) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:53.628837 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--414577433', 'description': 'tempest-description--1610147536'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:53.697968 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:53.713780 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-fbdfa6b9-c28e-40d1-982e-3f2e44f80f54 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Usage tracker for resource:security_group_rule and tenant:0cd3d4f19a8c439dad38f4f92355f0b4 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:53.716593 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-96edc834-e0ad-4f78-80dd-e9561e606728 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=74775) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 22:20:53.718014 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-96edc834-e0ad-4f78-80dd-e9561e606728 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1920850 May 04 22:20:53.721361 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-fbdfa6b9-c28e-40d1-982e-3f2e44f80f54 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:53.721520 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Pushing event updated for resources: {'Network': ['ID=b24d8edf-419a-4322-9161-068bdac8d8f7,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:53.736557 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:53.738171 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Usage tracker for resource:security_group and tenant:103d42182a3c4260be8d70345f58713e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:53.738523 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-fbdfa6b9-c28e-40d1-982e-3f2e44f80f54 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:53.743582 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:53.772448 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Attempting to bind port a7113d47-d361-4895-a725-774215793f4c on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:20:53.773075 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Attempting to bind port a7113d47-d361-4895-a725-774215793f4c by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:20:53.773246 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Attempting to bind port a7113d47-d361-4895-a725-774215793f4c on network 5170873a-6cb6-4353-9101-7364c7875074 {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:20:53.796372 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 4.2652314 May 04 22:20:53.796372 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:53.796761 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:20:53.796761 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Checking segment: {'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:20:53.801364 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:53.801916 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Bound using segment: {'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:20:53.803483 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Bound port: a7113d47-d361-4895-a725-774215793f4c, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'}}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:20:53.803912 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:53.806570 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53922) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:53.830898 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Request body: {'subnet': {'network_id': 'b24d8edf-419a-4322-9161-068bdac8d8f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1714493073-subnet', 'tenant_id': 'cbe76bf1308444f5817874baed6ca2fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:53.843687 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:53.849664 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Usage tracker for resource:subnet and tenant:cbe76bf1308444f5817874baed6ca2fc is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:53.854116 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:53.864042 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:53.873847 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network b24d8edf-419a-4322-9161-068bdac8d8f7 details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:20:54.069582 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] For port a7113d47-d361-4895-a725-774215793f4c, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:20:54.083980 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] For port a7113d47-d361-4895-a725-774215793f4c, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=a7113d47-d361-4895-a725-774215793f4c,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:20:54.150656 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:54.158800 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:54.176630 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25779ec0-a8a9-4913-8666-91ec6e3e6ef1 req-1d6c0ecc-ade8-4e3a-a604-6c952cdb766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:54.180337 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-25779ec0-a8a9-4913-8666-91ec6e3e6ef1 req-1d6c0ecc-ade8-4e3a-a604-6c952cdb766d service neutron] 10.222.0.85 "GET /v2.0/networks?id=8e70c119-fe03-4969-8831-f2e6520db65c HTTP/1.1" status: 200 len: 913 time: 0.7299900 May 04 22:20:54.189344 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa6b9-c28e-40d1-982e-3f2e44f80f54 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:54.250865 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Made reservation on behalf of cbe76bf1308444f5817874baed6ca2fc for: {'subnet': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:20:54.255618 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:54.281009 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-3a1f5b0e-db34-4edd-9c39-489188da7378 service neutron] 10.222.0.72 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5386922 May 04 22:20:54.291938 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:54.344363 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Notify callbacks [] for port, precommit_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:54.361780 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Routers {'8b61213a-a44f-40a3-9112-b83df320c1e2'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:20:54.362645 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:20:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['8b61213a-a44f-40a3-9112-b83df320c1e2'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:54.364286 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Transition to ACTIVE for port object 27fbfdcb-b352-4842-a533-befc12f96dd3 will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:20:54.582609 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:54.630155 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Usage tracker for resource:security_group_rule and tenant:103d42182a3c4260be8d70345f58713e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:54.651766 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:54.680157 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:54.740775 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523635e-a8fa-4ad8-9c7d-7ea9fbf41c7a None None] Pushing event updated for resources: {'Port': ['ID=a7113d47-d361-4895-a725-774215793f4c,revision_number=4']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:54.749035 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 6ab594bd-2d59-4b0e-a0d1-13722001dc6e up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:20:54.766429 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-c523635e-a8fa-4ad8-9c7d-7ea9fbf41c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:54.812938 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-529408f1-12f7-4512-a464-a925722c040b service neutron] 10.222.0.72 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4821532 May 04 22:20:54.881945 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:54.886171 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:54.922961 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-25779ec0-a8a9-4913-8666-91ec6e3e6ef1 req-019e1b30-f06b-4ed3-9f03-8949e8b72377 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4481df81-0c01-4793-81cc-6e45fb86dea3 HTTP/1.1" status: 200 len: 217 time: 0.3830302 May 04 22:20:54.926427 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] Set router 8b61213a-a44f-40a3-9112-b83df320c1e2 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:20:55.127126 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:55.213745 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa6b9-c28e-40d1-982e-3f2e44f80f54 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:55.222005 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:55.229149 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809b247-d545-449b-b66b-dc8f2bc4cdb8 req-cfc291f7-cdb0-4d7b-be29-f581b702f48a tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:55.237150 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b809b247-d545-449b-b66b-dc8f2bc4cdb8 req-cfc291f7-cdb0-4d7b-be29-f581b702f48a tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 943 time: 1.3119550 May 04 22:20:55.275820 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:55.350070 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:55.352733 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7665796 May 04 22:20:55.359537 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2db20052-a241-4b46-aa2d-633244c652b0,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:55.368918 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:55.369548 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 53962) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:55.382057 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-b904bb9d-c52f-483a-af50-56842aa91579 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Request body: {'security_group_rule': {'security_group_id': '2db20052-a241-4b46-aa2d-633244c652b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:55.406594 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-b904bb9d-c52f-483a-af50-56842aa91579 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:55.416327 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-b904bb9d-c52f-483a-af50-56842aa91579 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Usage tracker for resource:security_group_rule and tenant:103d42182a3c4260be8d70345f58713e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:55.436791 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-b904bb9d-c52f-483a-af50-56842aa91579 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:55.465373 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-b904bb9d-c52f-483a-af50-56842aa91579 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:55.508056 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25779ec0-a8a9-4913-8666-91ec6e3e6ef1 req-30981bc0-7d9a-4dff-b6f9-1dd7b290d349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:55.510532 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-25779ec0-a8a9-4913-8666-91ec6e3e6ef1 req-30981bc0-7d9a-4dff-b6f9-1dd7b290d349 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2c4cd0d0-e0e2-4a23-b470-0c3c1167b7bc HTTP/1.1" status: 200 len: 852 time: 0.5505207 May 04 22:20:55.537363 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b809b247-d545-449b-b66b-dc8f2bc4cdb8 req-bc881584-a80a-4890-8d14-a151f5a3b832 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984173 May 04 22:20:55.581626 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa6b9-c28e-40d1-982e-3f2e44f80f54 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:55.645210 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b8362a28-0f92-47ed-8c66-1248bed5b48e req-f964b655-e409-4779-9712-df785965922f tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 210 time: 0.1679513 May 04 22:20:55.672122 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eed5d0-fdba-4ba3-86d6-c75be34967df None None] Pushing event updated for resources: {'Port': ['ID=27fbfdcb-b352-4842-a533-befc12f96dd3,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:55.683794 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b904bb9d-c52f-483a-af50-56842aa91579 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:55.694788 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-55eed5d0-fdba-4ba3-86d6-c75be34967df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:55.726592 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:55.762551 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 6ab594bd-2d59-4b0e-a0d1-13722001dc6e triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:55.764898 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:55.789515 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-25779ec0-a8a9-4913-8666-91ec6e3e6ef1 req-a3521169-1041-4255-92eb-76853d1548fa service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8e70c119-fe03-4969-8831-f2e6520db65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2505367 May 04 22:20:55.810290 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdfa6b9-c28e-40d1-982e-3f2e44f80f54 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2881ae2-5358-4ee9-a787-83ff6fbae98d,revision_number=0']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:55.868798 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': 'a7113d47-d361-4895-a725-774215793f4c', 'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'mac_address': 'fa:16:3e:36:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:38Z', 'updated_at': '2021-05-04T22:20:54Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'subnets': [{'id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:55.878116 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Attempting to bind port 27fbfdcb-b352-4842-a533-befc12f96dd3 on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:20:55.883100 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Attempting to bind port 27fbfdcb-b352-4842-a533-befc12f96dd3 by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': '0df2708d-103e-4db1-bc33-fd18571ab628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:20:55.883100 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Attempting to bind port 27fbfdcb-b352-4842-a533-befc12f96dd3 on network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:20:55.892712 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 53984) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:55.902650 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-fbdfa6b9-c28e-40d1-982e-3f2e44f80f54 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:55.905451 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b904bb9d-c52f-483a-af50-56842aa91579 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:55.906176 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf70f5e-29fc-45b2-8eac-ec495a42d0ba None None] The sync data for ids ['8b61213a-a44f-40a3-9112-b83df320c1e2'] in dv-cinder-786928-2-smb is: [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': 'a7113d47-d361-4895-a725-774215793f4c', 'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'mac_address': 'fa:16:3e:36:08:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:38Z', 'updated_at': '2021-05-04T22:20:54Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'subnets': [{'id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:20:55.989410 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:20:55.989997 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Checking segment: {'id': '0df2708d-103e-4db1-bc33-fd18571ab628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:20:55.990620 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:55.993664 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Bound using segment: {'id': '0df2708d-103e-4db1-bc33-fd18571ab628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:20:55.994503 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Bound port: 27fbfdcb-b352-4842-a533-befc12f96dd3, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df2708d-103e-4db1-bc33-fd18571ab628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:20:55.995131 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:56.090518 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b904bb9d-c52f-483a-af50-56842aa91579 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:56.127091 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:56.162634 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b904bb9d-c52f-483a-af50-56842aa91579 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de84c50b-7898-4634-b529-b6e04607b39e,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:56.163680 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fbdfa6b9-c28e-40d1-982e-3f2e44f80f54 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:56.166762 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-b904bb9d-c52f-483a-af50-56842aa91579 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:56.193918 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-fbdfa6b9-c28e-40d1-982e-3f2e44f80f54 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8434627 May 04 22:20:56.199169 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 53998) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:56.205038 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-7513e589-1d3d-4130-b1e3-5bfb9f1d9016 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Request body: {'security_group_rule': {'security_group_id': 'b255a5b9-30ac-4a93-a9ea-fb32cc40591a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:56.226926 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-7513e589-1d3d-4130-b1e3-5bfb9f1d9016 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:56.240496 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-7513e589-1d3d-4130-b1e3-5bfb9f1d9016 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Usage tracker for resource:security_group_rule and tenant:0cd3d4f19a8c439dad38f4f92355f0b4 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:56.259511 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-7513e589-1d3d-4130-b1e3-5bfb9f1d9016 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:56.319324 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-7513e589-1d3d-4130-b1e3-5bfb9f1d9016 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:56.436954 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c8addd32-eab6-4ed3-829c-89d6047202de admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:56.524950 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-c8addd32-eab6-4ed3-829c-89d6047202de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:56.537257 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-c8addd32-eab6-4ed3-829c-89d6047202de admin admin] Usage tracker for resource:security_group_rule and tenant:17badcf2c4ea414e8863a287d3f63e7b is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:56.546622 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-c8addd32-eab6-4ed3-829c-89d6047202de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:56.557457 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-c8addd32-eab6-4ed3-829c-89d6047202de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:56.608175 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] For port 27fbfdcb-b352-4842-a533-befc12f96dd3, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:20:56.613236 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device a7113d47-d361-4895-a725-774215793f4c up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:20:56.628379 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-25779ec0-a8a9-4913-8666-91ec6e3e6ef1 req-75ab7bb4-89c0-4c79-a394-455c649a3a6f service neutron] 10.222.0.85 "GET /v2.0/networks/8e70c119-fe03-4969-8831-f2e6520db65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8278894 May 04 22:20:56.672594 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b904bb9d-c52f-483a-af50-56842aa91579 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:56.675308 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] For port 27fbfdcb-b352-4842-a533-befc12f96dd3, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=27fbfdcb-b352-4842-a533-befc12f96dd3,segment=NetworkSegment(0df2708d-103e-4db1-bc33-fd18571ab628),segment_id=0df2708d-103e-4db1-bc33-fd18571ab628)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:20:56.685445 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-b904bb9d-c52f-483a-af50-56842aa91579 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3065941 May 04 22:20:56.685445 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54014) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:56.700906 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-8483ea73-a917-4578-820f-476bba3b69af tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Request body: {'security_group_rule': {'security_group_id': '2db20052-a241-4b46-aa2d-633244c652b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:56.706813 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Notify callbacks [] for port, precommit_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:56.719607 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7513e589-1d3d-4130-b1e3-5bfb9f1d9016 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:56.731749 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Transition to ACTIVE for port object 75e8aa69-5379-44f9-87b0-95cb508eeb2c will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:20:56.750712 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-8483ea73-a917-4578-820f-476bba3b69af tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:56.759579 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-8483ea73-a917-4578-820f-476bba3b69af tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Usage tracker for resource:security_group_rule and tenant:103d42182a3c4260be8d70345f58713e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:56.768661 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-8483ea73-a917-4578-820f-476bba3b69af tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:56.785282 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-8483ea73-a917-4578-820f-476bba3b69af tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:56.787623 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:56.794297 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:56.860520 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-904e81df-8167-4cbb-b427-52bf3d3d3407 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:56.868502 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-904e81df-8167-4cbb-b427-52bf3d3d3407 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/networks?id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d HTTP/1.1" status: 200 len: 818 time: 0.5230730 May 04 22:20:56.876158 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port a7113d47-d361-4895-a725-774215793f4c completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:20:56.879666 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:56.945867 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8483ea73-a917-4578-820f-476bba3b69af tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:57.060626 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-d1f3bc1b-ce7a-4a7e-878e-5a94369803e1 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/quotas/0ef715efd07447e18adc8ceda6e46320 HTTP/1.1" status: 200 len: 375 time: 0.1910238 May 04 22:20:57.061054 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port a7113d47-d361-4895-a725-774215793f4c triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:20:57.061054 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:57.065606 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ee2da-32d3-47ab-90df-d13da12fc648 req-d0ad3f07-f054-4968-aa75-06edbc3d8ec4 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:57.069486 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8c3ee2da-32d3-47ab-90df-d13da12fc648 req-d0ad3f07-f054-4968-aa75-06edbc3d8ec4 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 943 time: 0.2912421 May 04 22:20:57.091528 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Routers {'a571857d-be91-4484-87b8-9f88c3dfec43'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:20:57.092597 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:20:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['a571857d-be91-4484-87b8-9f88c3dfec43'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:20:57.119908 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-25779ec0-a8a9-4913-8666-91ec6e3e6ef1 req-2b4a6265-a317-4223-b67d-dfc4b7f5b0c4 service neutron] 10.222.0.85 "GET /v2.0/networks/8e70c119-fe03-4969-8831-f2e6520db65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713824 May 04 22:20:57.175218 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8c3ee2da-32d3-47ab-90df-d13da12fc648 req-bb18fcac-b191-485d-8b23-add90e675e81 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908380 May 04 22:20:57.314241 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eed5d0-fdba-4ba3-86d6-c75be34967df None None] Pushing event updated for resources: {'Port': ['ID=27fbfdcb-b352-4842-a533-befc12f96dd3,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:57.388535 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-55eed5d0-fdba-4ba3-86d6-c75be34967df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:57.392849 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8483ea73-a917-4578-820f-476bba3b69af tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:57.398564 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7513e589-1d3d-4130-b1e3-5bfb9f1d9016 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:57.413282 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:57.440992 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-3ba4c386-6ef0-4bcc-bdac-eb84772e53f9 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0ef715efd07447e18adc8ceda6e46320&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3184443 May 04 22:20:57.464657 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8483ea73-a917-4578-820f-476bba3b69af tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:57.467414 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-b904bb9d-c52f-483a-af50-56842aa91579 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:57.549211 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7513e589-1d3d-4130-b1e3-5bfb9f1d9016 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:57.584160 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483ea73-a917-4578-820f-476bba3b69af tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5449d89-86e1-4354-934c-2f0d609c1f48,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:57.587177 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-8483ea73-a917-4578-820f-476bba3b69af tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:57.588064 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:57.622240 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513e589-1d3d-4130-b1e3-5bfb9f1d9016 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419582b7-00ad-494a-b3df-44d33290a41a,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:57.624753 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8483ea73-a917-4578-820f-476bba3b69af tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:57.625552 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-8483ea73-a917-4578-820f-476bba3b69af tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9411464 May 04 22:20:57.626247 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-7513e589-1d3d-4130-b1e3-5bfb9f1d9016 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:57.632113 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54030) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:57.653991 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Request body: {'floatingip': {'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:57.701776 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:57.713484 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Usage tracker for resource:floatingip and tenant:103d42182a3c4260be8d70345f58713e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:57.723513 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7513e589-1d3d-4130-b1e3-5bfb9f1d9016 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:57.726085 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-7513e589-1d3d-4130-b1e3-5bfb9f1d9016 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5263729 May 04 22:20:57.728292 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:57.737877 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54036) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:57.754089 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:57.777624 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Request body: {'floatingip': {'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:20:57.807966 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:20:57.814073 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Usage tracker for resource:floatingip and tenant:0cd3d4f19a8c439dad38f4f92355f0b4 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:20:57.818460 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:20:57.834069 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:20:57.843127 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c8addd32-eab6-4ed3-829c-89d6047202de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:57.948419 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a1164-9d80-48a5-bccb-0d80af24ce1a None None] Pushing event updated for resources: {'Port': ['ID=75e8aa69-5379-44f9-87b0-95cb508eeb2c,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:57.950371 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for floatingip, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:57.971391 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Attempting to bind port 75e8aa69-5379-44f9-87b0-95cb508eeb2c on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:20:57.972131 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Attempting to bind port 75e8aa69-5379-44f9-87b0-95cb508eeb2c by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:20:57.972805 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Attempting to bind port 75e8aa69-5379-44f9-87b0-95cb508eeb2c on network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:20:57.992147 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-576c402c-271b-4943-8e7d-d9521119587f service neutron] 10.222.0.72 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235524 May 04 22:20:58.022277 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:20:58.023518 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Checking segment: {'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:20:58.024317 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:58.024982 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Bound using segment: {'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:20:58.025751 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Bound port: 75e8aa69-5379-44f9-87b0-95cb508eeb2c, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:20:58.026353 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:58.061437 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] Set router a571857d-be91-4484-87b8-9f88c3dfec43 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:20:58.096960 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for floatingip, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:58.149044 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c8addd32-eab6-4ed3-829c-89d6047202de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:58.174200 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-c26ff497-6afa-43c5-baf2-fb305c80daa8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:58.231797 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for subnet, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:58.340182 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:58.350758 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8addd32-eab6-4ed3-829c-89d6047202de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb0bc6d-9384-48a6-ac35-0d359379501f,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:58.356078 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-c8addd32-eab6-4ed3-829c-89d6047202de admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=17badcf2c4ea414e8863a287d3f63e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4569249 May 04 22:20:58.357164 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-c8addd32-eab6-4ed3-829c-89d6047202de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:58.360514 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:58.384336 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54046) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:20:58.422467 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d99247d9-a178-4ff0-9b98-36355623c649,revision_number=0']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:20:58.429423 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:58.470482 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-597a4555-a6b7-47b7-a93a-8b398909a375 service neutron] 10.222.0.72 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692416 May 04 22:20:58.497426 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-721a1164-9d80-48a5-bccb-0d80af24ce1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.084s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:20:58.514434 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Checking segment: {'id': '35699b45-6e19-4f11-969b-145434d58dd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 997, 'network_id': 'b24d8edf-419a-4322-9161-068bdac8d8f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:20:58.514434 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Network hostable DHCP agents. Network: b24d8edf-419a-4322-9161-068bdac8d8f7, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:20:58.532839 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 4481df81-0c01-4793-81cc-6e45fb86dea3 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:20:58.566462 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:58.592322 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:58.607974 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Network b24d8edf-419a-4322-9161-068bdac8d8f7 is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:20:58.764728 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, b24d8edf-419a-4322-9161-068bdac8d8f7) {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:20:58.782682 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:58.784459 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:58.874830 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port a7113d47-d361-4895-a725-774215793f4c, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=a7113d47-d361-4895-a725-774215793f4c,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:20:58.881035 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68752fea-3dc3-40db-b66f-dbcb0f768323 None None] Network b24d8edf-419a-4322-9161-068bdac8d8f7 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:20:59.008364 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.db.resource_extend [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 22:20:59.193000 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.3825777 May 04 22:20:59.241085 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-55d3767a-0fe6-41ab-958a-ff443e4a2bec req-0643a3bc-f37f-4c6d-94fe-bd8f4d360b70 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 210 time: 0.3200223 May 04 22:20:59.263812 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-65054c26-d83d-4a80-ac65-1096a98414f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:59.377707 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-65054c26-d83d-4a80-ac65-1096a98414f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:59.444852 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:59.462033 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_common [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Allocated IP 172.28.3.36 (76581f0b-881c-41a1-a7c9-33e7218dfd31/7bfeb869-822c-4f12-8913-9d21738f2df2/ac5c79cd-b7a2-4d74-8ec4-08ab01b539d1) {{(pid=74775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:20:59.491806 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] For port 75e8aa69-5379-44f9-87b0-95cb508eeb2c, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:20:59.524369 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:20:59.632724 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787d689-debc-4876-a9df-3bcc368554fc req-e450e6b3-c03d-48fd-8b83-d0ad6a55d758 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:20:59.639504 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a787d689-debc-4876-a9df-3bcc368554fc req-e450e6b3-c03d-48fd-8b83-d0ad6a55d758 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 943 time: 0.9679244 May 04 22:20:59.775286 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] For port 75e8aa69-5379-44f9-87b0-95cb508eeb2c, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=75e8aa69-5379-44f9-87b0-95cb508eeb2c,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:20:59.814425 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a787d689-debc-4876-a9df-3bcc368554fc req-65f0d067-4a1a-4a01-9537-296ce7e7a9e3 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706240 May 04 22:20:59.873789 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-65054c26-d83d-4a80-ac65-1096a98414f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:59.961415 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:59.984960 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for port, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:20:59.990024 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:00.002896 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=a7113d47-d361-4895-a725-774215793f4c,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:00.006579 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:00.008145 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65054c26-d83d-4a80-ac65-1096a98414f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb0bc6d-9384-48a6-ac35-0d359379501f,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:00.014637 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-55eed5d0-fdba-4ba3-86d6-c75be34967df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:00.018792 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-65054c26-d83d-4a80-ac65-1096a98414f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:00.030812 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-65054c26-d83d-4a80-ac65-1096a98414f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:00.031985 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-65054c26-d83d-4a80-ac65-1096a98414f2 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7cb0bc6d-9384-48a6-ac35-0d359379501f HTTP/1.1" status: 204 len: 168 time: 1.6462567 May 04 22:21:00.255434 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 4481df81-0c01-4793-81cc-6e45fb86dea3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4481df81-0c01-4793-81cc-6e45fb86dea3,segment=NetworkSegment(27ecb61f-3e60-487a-b4b7-f07aaf76d011),segment_id=27ecb61f-3e60-487a-b4b7-f07aaf76d011)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:00.288979 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': '4481df81-0c01-4793-81cc-6e45fb86dea3', 'network_id': '8e70c119-fe03-4969-8831-f2e6520db65c', 'port_id': '4481df81-0c01-4793-81cc-6e45fb86dea3', 'mac_address': 'fa:16:3e:7c:db:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c4cd0d0-e0e2-4a23-b470-0c3c1167b7bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:21:00.365980 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Routers {'f31efbfe-15f7-431b-b70c-68bb2a88da9b'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:21:00.366581 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:20:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:00.377677 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:00.388810 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:00.471330 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event updated for resources: {'Port': ['ID=ac5c79cd-b7a2-4d74-8ec4-08ab01b539d1,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:00.474970 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:00.482266 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4c80d22e-42f1-4e76-8d8a-5b5eda5176ff req-b4c67ea8-aee2-44aa-8781-3331fb6e1808 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 210 time: 0.1172867 May 04 22:21:00.511692 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:21:00.517303 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:21:00.532719 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Received port after_create {{(pid=74775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:21:00.604255 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a1164-9d80-48a5-bccb-0d80af24ce1a None None] Pushing event updated for resources: {'Port': ['ID=75e8aa69-5379-44f9-87b0-95cb508eeb2c,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:00.681929 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-721a1164-9d80-48a5-bccb-0d80af24ce1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:00.851477 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:00.894992 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_common [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Allocated IP 172.28.3.98 (76581f0b-881c-41a1-a7c9-33e7218dfd31/7bfeb869-822c-4f12-8913-9d21738f2df2/4e4695ac-9151-4923-8ff0-3cb7a26b93f8) {{(pid=74775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:21:00.978068 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4481df81-0c01-4793-81cc-6e45fb86dea3 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:21:01.081040 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 54118) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:01.105833 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:01.116139 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-419401878-network', 'tenant_id': '0ca7bee8ce2e4f3aabdda847c129c078'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:21:01.149068 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-0973f816-4325-42ee-bc1a-83a88eb82861 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:01.150931 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-0973f816-4325-42ee-bc1a-83a88eb82861 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.85 "GET /v2.0/networks?id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d HTTP/1.1" status: 200 len: 818 time: 0.4887004 May 04 22:21:01.153602 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:01.160875 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Usage tracker for resource:network and tenant:0ca7bee8ce2e4f3aabdda847c129c078 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:01.184657 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Request body: {'port': {'device_id': 'f072b144-ac50-47f2-a798-0b7424c3cc4b', 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d', 'admin_state_up': True, 'tenant_id': '0ef715efd07447e18adc8ceda6e46320'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:21:01.196585 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'name': 'tempest-ServerRescueNegativeTestJSON-434244061-router', 'tenant_id': '0ef715efd07447e18adc8ceda6e46320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '0ef715efd07447e18adc8ceda6e46320', 'gw_port': {'id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '27fbfdcb-b352-4842-a533-befc12f96dd3', 'name': '', 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d', 'tenant_id': '0ef715efd07447e18adc8ceda6e46320', 'mac_address': 'fa:16:3e:f3:56:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e401076d-e9b5-41af-9fce-0e3c76ed8872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:39Z', 'updated_at': '2021-05-04T22:20:56Z', 'revision_number': 4, 'project_id': '0ef715efd07447e18adc8ceda6e46320', 'subnets': [{'id': 'e401076d-e9b5-41af-9fce-0e3c76ed8872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:01.229252 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0459ec6e-b7ab-44ac-b5d1-a31bb11c31c8 None None] The sync data for ids ['a571857d-be91-4484-87b8-9f88c3dfec43'] in dv-cinder-786928-2-smb is: [{'id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'name': 'tempest-ServerRescueNegativeTestJSON-434244061-router', 'tenant_id': '0ef715efd07447e18adc8ceda6e46320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '0ef715efd07447e18adc8ceda6e46320', 'gw_port': {'id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '27fbfdcb-b352-4842-a533-befc12f96dd3', 'name': '', 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d', 'tenant_id': '0ef715efd07447e18adc8ceda6e46320', 'mac_address': 'fa:16:3e:f3:56:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'e401076d-e9b5-41af-9fce-0e3c76ed8872', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:39Z', 'updated_at': '2021-05-04T22:20:56Z', 'revision_number': 4, 'project_id': '0ef715efd07447e18adc8ceda6e46320', 'subnets': [{'id': 'e401076d-e9b5-41af-9fce-0e3c76ed8872', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:21:01.240341 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:01.250695 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c04cfdf-efde-4151-8838-1560785074fa None None] Network b24d8edf-419a-4322-9161-068bdac8d8f7 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:21:01.297452 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:01.502327 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 4481df81-0c01-4793-81cc-6e45fb86dea3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4481df81-0c01-4793-81cc-6e45fb86dea3,segment=NetworkSegment(27ecb61f-3e60-487a-b4b7-f07aaf76d011),segment_id=27ecb61f-3e60-487a-b4b7-f07aaf76d011)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:01.513908 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-45514cfd-a19e-4761-9f81-5b2d44ebf696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:01.611849 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Made reservation on behalf of 0ca7bee8ce2e4f3aabdda847c129c078 for: {'network': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:21:01.619811 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:01.701113 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:01.761555 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:01.778020 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:01.812444 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:01.827135 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] Set router f31efbfe-15f7-431b-b70c-68bb2a88da9b gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:21:01.845051 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:01.859754 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:01.866101 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Usage tracker for resource:security_group_rule and tenant:0ca7bee8ce2e4f3aabdda847c129c078 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:01.880542 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:01.942211 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:01.956286 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:02.020662 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for port, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:02.075531 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:02.116950 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device a7113d47-d361-4895-a725-774215793f4c up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:21:02.133095 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9340ab2d-2d4f-404d-9fa0-ec454477fb58 req-46795b31-98ab-470b-84c8-d9bfa2d72eff tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 210 time: 0.1724031 May 04 22:21:02.146515 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:02.235240 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:02.308420 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:02.310419 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Made reservation on behalf of 0ef715efd07447e18adc8ceda6e46320 for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:21:02.315223 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:02.496753 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:02.518970 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5739f945-e045-4141-bdc6-771e08600207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:02.552257 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 54142) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:02.568361 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32afd3da-0d1b-412c-ae37-defcdb154536 req-096a5cfa-b02d-4d93-95d8-d598fec28b07 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:02.599225 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-32afd3da-0d1b-412c-ae37-defcdb154536 req-096a5cfa-b02d-4d93-95d8-d598fec28b07 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 943 time: 1.4336593 May 04 22:21:02.654245 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] vlan segment allocate from pool success with {'vlan_id': 975, 'physical_network': 'physnet1'} {{(pid=74776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:21:02.657649 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-124095a2-0723-42b2-9843-9d671a28eb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:02.695347 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c302a208-96d8-408c-9ef9-dd420ec29bb0,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:02.699360 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:02.706056 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-124095a2-0723-42b2-9843-9d671a28eb9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:02.748253 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:02.748734 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.segments_db [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Added segment 903dd17a-71cb-433e-8f5b-8541985c5a26 of type vlan for network 0e558d02-e5a1-4a8e-a7c6-5c2e43afd4fc May 04 22:21:02.763845 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-124095a2-0723-42b2-9843-9d671a28eb9f admin admin] Usage tracker for resource:security_group_rule and tenant:0e2704a059874f768807a90e354895fc is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:02.773960 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-124095a2-0723-42b2-9843-9d671a28eb9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:02.795290 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['4481df81-0c01-4793-81cc-6e45fb86dea3'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:21:02.805509 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-124095a2-0723-42b2-9843-9d671a28eb9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:02.857872 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:21:02.876175 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:21:02.886888 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Received port after_create {{(pid=74775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:21:02.895529 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event updated for resources: {'Port': ['ID=4e4695ac-9151-4923-8ff0-3cb7a26b93f8,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:02.897811 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:02.911021 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.684s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:02.943550 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Allocated IP 172.20.0.4 (9124f81a-5a0f-442d-a423-d6a9f6e6a24d/e401076d-e9b5-41af-9fce-0e3c76ed8872/2e0f0055-593a-4d59-b905-117ec2717892) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:21:02.951577 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-32afd3da-0d1b-412c-ae37-defcdb154536 req-c7400939-d16f-44e0-9821-20935212633b tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874375 May 04 22:21:02.968065 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for port, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:03.005890 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:03.169216 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:03.223333 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:03.240740 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=4481df81-0c01-4793-81cc-6e45fb86dea3,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:03.241418 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:03.242465 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:03.256990 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:03.263859 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.195s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:03.294094 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:03.331649 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-124095a2-0723-42b2-9843-9d671a28eb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:03.335826 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.85', 64822) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:03.346228 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port a7113d47-d361-4895-a725-774215793f4c triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:21:03.346706 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:03.418979 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '75e8aa69-5379-44f9-87b0-95cb508eeb2c', 'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'mac_address': 'fa:16:3e:c7:57:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:37Z', 'updated_at': '2021-05-04T22:20:58Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'subnets': [{'id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:03.450548 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63418bc1-4ff4-4280-9a82-d414b00fdc33 None None] The sync data for ids ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'] in dv-cinder-786928-2-smb is: [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '75e8aa69-5379-44f9-87b0-95cb508eeb2c', 'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'mac_address': 'fa:16:3e:c7:57:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:37Z', 'updated_at': '2021-05-04T22:20:58Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'subnets': [{'id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:21:03.560299 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-a6014e07-b156-4843-832a-4a987b5bb671 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:03.561057 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event updated for resources: {'Port': ['ID=ac5c79cd-b7a2-4d74-8ec4-08ab01b539d1,revision_number=2']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:03.562650 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-a6014e07-b156-4843-832a-4a987b5bb671 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.85 "GET /v2.0/networks?id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d HTTP/1.1" status: 200 len: 818 time: 0.2262781 May 04 22:21:03.583642 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:03.595664 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920181'] for floatingip, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:03.597350 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 27fbfdcb-b352-4842-a533-befc12f96dd3 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:21:03.654237 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:03.710930 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-124095a2-0723-42b2-9843-9d671a28eb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:03.713060 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6225338 May 04 22:21:03.719227 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Request body: {'port': {'device_id': '56620f78-6f1b-49d4-804d-833022cb0dad', 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d', 'admin_state_up': True, 'tenant_id': '0ef715efd07447e18adc8ceda6e46320'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:21:03.724065 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54156) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:03.740141 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Request body: {'subnet': {'network_id': '0e558d02-e5a1-4a8e-a7c6-5c2e43afd4fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-419401878-subnet', 'tenant_id': '0ca7bee8ce2e4f3aabdda847c129c078', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:21:03.752131 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:03.769484 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Usage tracker for resource:subnet and tenant:0ca7bee8ce2e4f3aabdda847c129c078 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:03.786454 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:03.798080 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:03.837256 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:03.839281 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2050598 May 04 22:21:03.918967 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 27fbfdcb-b352-4842-a533-befc12f96dd3 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:21:03.931737 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 27fbfdcb-b352-4842-a533-befc12f96dd3 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:21:03.932228 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:03.993718 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Made reservation on behalf of 0ca7bee8ce2e4f3aabdda847c129c078 for: {'subnet': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:21:03.999451 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:04.093390 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Pushing event updated for resources: {'Network': ['ID=0e558d02-e5a1-4a8e-a7c6-5c2e43afd4fc,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:04.120107 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-64f4b3db-cd2f-418f-a7f1-6302d29f855e req-7d21639e-8972-4b45-a668-7818fc6845cb tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Synchronizing usage tracker for tenant:0ef715efd07447e18adc8ceda6e46320 on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:21:04.136804 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:04.145784 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.303s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:04.165497 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network 0e558d02-e5a1-4a8e-a7c6-5c2e43afd4fc details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:21:04.265941 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-124095a2-0723-42b2-9843-9d671a28eb9f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0e2704a059874f768807a90e354895fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6962116 May 04 22:21:04.276105 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54172) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:04.323718 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:04.354122 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124095a2-0723-42b2-9843-9d671a28eb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca9c8a0-2605-4ac3-a5c1-29e501e5a358,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:04.362538 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-124095a2-0723-42b2-9843-9d671a28eb9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:04.388082 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-64f4b3db-cd2f-418f-a7f1-6302d29f855e req-7d21639e-8972-4b45-a668-7818fc6845cb tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Unset dirty status for tenant:0ef715efd07447e18adc8ceda6e46320 on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:21:04.389437 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-64f4b3db-cd2f-418f-a7f1-6302d29f855e req-7d21639e-8972-4b45-a668-7818fc6845cb tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 210 time: 0.6843410 May 04 22:21:04.487968 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.db.resource_extend [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 22:21:04.523554 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for port, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:04.537650 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-747be3dc-96b3-41b0-93b1-f782ce04d299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:04.545069 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:04.592654 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:04.638261 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-747be3dc-96b3-41b0-93b1-f782ce04d299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:04.666617 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:04.706307 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:04.716705 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b9330-4366-487e-9a50-319c260fcdf8 req-f68a671e-0e3f-4dc5-b42c-7cc5d667ba03 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:04.717727 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-eed64b2c-883b-4268-bc86-ed2c6c357ac0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Synchronizing usage tracker for tenant:103d42182a3c4260be8d70345f58713e on resource:security_group {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:21:04.724105 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-210b9330-4366-487e-9a50-319c260fcdf8 req-f68a671e-0e3f-4dc5-b42c-7cc5d667ba03 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 944 time: 0.3770900 May 04 22:21:04.767278 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:04.773055 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Made reservation on behalf of 0ef715efd07447e18adc8ceda6e46320 for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:21:04.777428 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:04.781735 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:04.811191 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 27fbfdcb-b352-4842-a533-befc12f96dd3, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=27fbfdcb-b352-4842-a533-befc12f96dd3,segment=NetworkSegment(0df2708d-103e-4db1-bc33-fd18571ab628),segment_id=0df2708d-103e-4db1-bc33-fd18571ab628)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:04.851608 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:04.857657 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-eed64b2c-883b-4268-bc86-ed2c6c357ac0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Unset dirty status for tenant:103d42182a3c4260be8d70345f58713e on resource:security_group {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:21:04.858825 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-eed64b2c-883b-4268-bc86-ed2c6c357ac0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--414577433&fields=id&tenant_id=103d42182a3c4260be8d70345f58713e HTTP/1.1" status: 200 len: 267 time: 0.2958877 May 04 22:21:04.899134 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:04.905294 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-41affed0-a3e5-4897-aa12-d162b6dc93de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:04.911421 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920181'] for floatingip, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:04.927302 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:04.998960 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=27fbfdcb-b352-4842-a533-befc12f96dd3,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:05.005526 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:05.048811 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-210b9330-4366-487e-9a50-319c260fcdf8 req-17fddf82-d5e2-4488-8601-b2dee5cbbcc2 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232374 May 04 22:21:05.110812 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event updated for resources: {'Port': ['ID=4e4695ac-9151-4923-8ff0-3cb7a26b93f8,revision_number=2']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:05.145354 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:05.169976 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5c5a65fd-69f5-4884-b069-fbb8282d4662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:05.278882 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 75e8aa69-5379-44f9-87b0-95cb508eeb2c up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:21:05.383395 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-747be3dc-96b3-41b0-93b1-f782ce04d299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:05.391026 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-747be3dc-96b3-41b0-93b1-f782ce04d299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:05.396654 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-747be3dc-96b3-41b0-93b1-f782ce04d299 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0ca9c8a0-2605-4ac3-a5c1-29e501e5a358 HTTP/1.1" status: 204 len: 168 time: 1.1086526 May 04 22:21:05.398365 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:05.435947 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747be3dc-96b3-41b0-93b1-f782ce04d299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca9c8a0-2605-4ac3-a5c1-29e501e5a358,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:05.442927 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-747be3dc-96b3-41b0-93b1-f782ce04d299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:05.451558 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:05.453820 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.7139645 May 04 22:21:05.504620 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:21:05.747111 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for subnet, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:05.759209 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 75e8aa69-5379-44f9-87b0-95cb508eeb2c completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:21:05.773014 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-5851776c-d5f4-40e3-b59d-737a795db71c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:05.779438 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 75e8aa69-5379-44f9-87b0-95cb508eeb2c triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:21:05.782045 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:05.894038 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 4481df81-0c01-4793-81cc-6e45fb86dea3 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:21:05.935159 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-d7674505-4ce6-4958-908c-3d352b13672f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:05.938171 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-d7674505-4ce6-4958-908c-3d352b13672f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Synchronizing usage tracker for tenant:103d42182a3c4260be8d70345f58713e on resource:network {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:21:05.959655 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:21:05.996972 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:21:06.005506 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3f46805f-6599-4989-b6a1-36413fdc6b2f req-3b8a5a12-45ee-470c-8616-e98e8e916ceb tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 210 time: 0.1283114 May 04 22:21:06.032051 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Checking segment: {'id': '903dd17a-71cb-433e-8f5b-8541985c5a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '0e558d02-e5a1-4a8e-a7c6-5c2e43afd4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:21:06.032406 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Network hostable DHCP agents. Network: 0e558d02-e5a1-4a8e-a7c6-5c2e43afd4fc, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:21:06.038912 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7befd1f5-3bb3-47c8-ac84-6d1a7307e19a,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:06.052210 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:06.054052 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:06.055752 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:06.205425 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Pushing event updated for resources: {'Port': ['ID=2e0f0055-593a-4d59-b905-117ec2717892,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:06.210601 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.284s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:06.234681 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Allocated IP 172.20.0.11 (9124f81a-5a0f-442d-a423-d6a9f6e6a24d/e401076d-e9b5-41af-9fce-0e3c76ed8872/99101192-d942-4744-90fa-133cc9be0b86) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:21:06.272366 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Network 0e558d02-e5a1-4a8e-a7c6-5c2e43afd4fc is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:21:06.366049 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:06.376397 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:06.385920 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, 0e558d02-e5a1-4a8e-a7c6-5c2e43afd4fc) {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:21:06.393096 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-80fff718-7d6d-45c9-950d-196394222516 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2119211881&fields=id&tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4 HTTP/1.1" status: 200 len: 267 time: 0.1135347 May 04 22:21:06.399161 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:06.400282 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:06.421617 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381f3426-62d8-44db-9a60-6cadfbda9d44 None None] Network 0e558d02-e5a1-4a8e-a7c6-5c2e43afd4fc requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:21:06.442133 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2641988 May 04 22:21:06.447586 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-d7674505-4ce6-4958-908c-3d352b13672f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Unset dirty status for tenant:103d42182a3c4260be8d70345f58713e on resource:network {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:21:06.449355 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-d7674505-4ce6-4958-908c-3d352b13672f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/networks?id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 HTTP/1.1" status: 200 len: 816 time: 1.5266712 May 04 22:21:06.456885 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Request body: {'port': {'device_id': 'f072b144-ac50-47f2-a798-0b7424c3cc4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:21:06.540329 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-601650c1-b395-43fd-84ee-1cc8cc3af17d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/quotas/103d42182a3c4260be8d70345f58713e HTTP/1.1" status: 200 len: 375 time: 0.0424042 May 04 22:21:06.649571 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9133396 May 04 22:21:06.649823 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port 4481df81-0c01-4793-81cc-6e45fb86dea3 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:21:06.677435 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port 4481df81-0c01-4793-81cc-6e45fb86dea3 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:21:06.678113 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:06.742945 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 75e8aa69-5379-44f9-87b0-95cb508eeb2c, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=75e8aa69-5379-44f9-87b0-95cb508eeb2c,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:06.760691 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27342e-6497-4492-b446-fc0990625499 req-ba2c1b87-bfed-479f-911c-ef1096d40fc7 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:06.763328 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-ba2c1b87-bfed-479f-911c-ef1096d40fc7 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/networks?id=5170873a-6cb6-4353-9101-7364c7875074 HTTP/1.1" status: 200 len: 811 time: 0.3554730 May 04 22:21:06.763918 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:06.771152 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:06.803415 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-7f255e1e-a0f8-411d-812f-a47f16f8c9cb tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/quotas/0cd3d4f19a8c439dad38f4f92355f0b4 HTTP/1.1" status: 200 len: 375 time: 0.0318797 May 04 22:21:06.940882 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:06.946725 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-dbe1371c-006e-4554-a64f-8506aa1505f5 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=103d42182a3c4260be8d70345f58713e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3516743 May 04 22:21:06.951930 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-721a1164-9d80-48a5-bccb-0d80af24ce1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:07.069602 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81379a4-f28b-4d11-b7d5-6c33b6e57eff None None] Network 0e558d02-e5a1-4a8e-a7c6-5c2e43afd4fc requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:21:07.092119 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-0a1dd598-73cc-427d-9fd3-6efb99cef211 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2780166 May 04 22:21:07.100142 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54256) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:07.290251 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 27fbfdcb-b352-4842-a533-befc12f96dd3 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:21:07.305907 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:07.372519 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c1e08d-4827-41c4-bf98-55bdc020911e admin admin] Deleting subnet d99247d9-a178-4ff0-9b98-36355623c649 {{(pid=74775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 22:21:07.381746 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e08d-4827-41c4-bf98-55bdc020911e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:07.446915 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-891b01ab-0c6f-4426-a6d7-31e49d631569 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:07.452234 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:07.476101 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=75e8aa69-5379-44f9-87b0-95cb508eeb2c,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:07.488624 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.538s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:07.521175 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e08d-4827-41c4-bf98-55bdc020911e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:07.534952 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e08d-4827-41c4-bf98-55bdc020911e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792185'] for subnet, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:07.561631 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-d3fc49a5-a487-4b92-961c-60132bf67b67 service neutron] 10.222.0.72 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832386 May 04 22:21:07.603951 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:21:07.637635 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471cc1c1-4b22-4cce-b2e6-1de700eb1ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4481df81-0c01-4793-81cc-6e45fb86dea3'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:21:07.638209 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:21:07.746184 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:21:07.752520 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:07.753404 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:07.766337 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Pushing event updated for resources: {'Port': ['ID=99101192-d942-4744-90fa-133cc9be0b86,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:07.785788 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:07.861965 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 27fbfdcb-b352-4842-a533-befc12f96dd3 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:21:07.862332 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:07.906551 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-46e713f8-e225-4667-9a98-6a72b30e64e9 service neutron] 10.222.0.72 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220490 May 04 22:21:08.048147 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.db.resource_extend [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 22:21:08.079540 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 4481df81-0c01-4793-81cc-6e45fb86dea3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4481df81-0c01-4793-81cc-6e45fb86dea3,segment=NetworkSegment(27ecb61f-3e60-487a-b4b7-f07aaf76d011),segment_id=27ecb61f-3e60-487a-b4b7-f07aaf76d011)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:08.136838 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4283481 May 04 22:21:08.197571 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-f9d22cce-a6f1-4a82-aa25-e4523dd64dd0 service neutron] 10.222.0.72 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6346498 May 04 22:21:08.205142 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Request body: {'port': {'device_id': '56620f78-6f1b-49d4-804d-833022cb0dad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:21:08.349246 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:08.392140 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-70d83922-5729-4378-bd41-a4d9a969013b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:08.838030 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:08.955297 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=4481df81-0c01-4793-81cc-6e45fb86dea3,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:09.006402 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:09.058107 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e0f0055-593a-4d59-b905-117ec2717892 {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:21:09.101392 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:09.147085 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Transition to ACTIVE for port object 2e0f0055-593a-4d59-b905-117ec2717892 will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:21:09.162893 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-c448370a-1f8e-47f0-89e4-92fcc6940748 service neutron] 10.222.0.72 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2335255 May 04 22:21:09.308359 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 75e8aa69-5379-44f9-87b0-95cb508eeb2c up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:21:09.466383 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e08d-4827-41c4-bf98-55bdc020911e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1792182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for subnet, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:09.482045 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:09.640908 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1e08d-4827-41c4-bf98-55bdc020911e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d99247d9-a178-4ff0-9b98-36355623c649,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:09.645276 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d7c1e08d-4827-41c4-bf98-55bdc020911e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:09.658935 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-d7c1e08d-4827-41c4-bf98-55bdc020911e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/d99247d9-a178-4ff0-9b98-36355623c649 HTTP/1.1" status: 204 len: 168 time: 2.5568502 May 04 22:21:09.664541 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54320) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:09.671482 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d7c1e08d-4827-41c4-bf98-55bdc020911e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:09.693780 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:09.696105 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 75e8aa69-5379-44f9-87b0-95cb508eeb2c triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:21:09.699317 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:09.737023 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-442a60a8-bbda-4432-b05d-ef103ebe6c7b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:09.860901 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:10.071493 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699769'] for network, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:10.650277 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793858', 'neutron.services.segments.db._delete_segments_for_network-8772421052061'] for network, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:10.651851 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:21:10.792655 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Pushing event updated for resources: {'Port': ['ID=2e0f0055-593a-4d59-b905-117ec2717892,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:10.797428 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.061s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:10.832766 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Attempting to bind port 2e0f0055-593a-4d59-b905-117ec2717892 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:21:10.833175 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Attempting to bind port 2e0f0055-593a-4d59-b905-117ec2717892 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '0df2708d-103e-4db1-bc33-fd18571ab628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:21:10.833492 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Attempting to bind port 2e0f0055-593a-4d59-b905-117ec2717892 on network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:21:10.849442 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed90b9c-2015-4cc7-814c-0590a71c75da req-e81186af-edbd-4372-a463-075e511752bd tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:10.851539 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0ed90b9c-2015-4cc7-814c-0590a71c75da req-e81186af-edbd-4372-a463-075e511752bd tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 945 time: 1.6912212 May 04 22:21:10.887533 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Port 2e0f0055-593a-4d59-b905-117ec2717892 on network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:21:10.888142 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Attempting to bind port 2e0f0055-593a-4d59-b905-117ec2717892 on network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:21:10.934831 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:21:10.935903 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Checking segment: {'id': '0df2708d-103e-4db1-bc33-fd18571ab628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:21:10.936383 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Bound using segment: {'id': '0df2708d-103e-4db1-bc33-fd18571ab628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:21:10.936849 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Bound port: 2e0f0055-593a-4d59-b905-117ec2717892, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df2708d-103e-4db1-bc33-fd18571ab628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:21:10.937564 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:11.078648 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:21:11.079519 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:21:11.080662 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:21:11.081214 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Subscribe: > port after_create 55550000 {{(pid=74775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:21:11.081788 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:21:11.082394 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Subscribe: > port after_update 55550000 {{(pid=74775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:21:11.082962 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:21:11.083527 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:21:11.084074 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:21:11.084643 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:21:11.130061 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0ed90b9c-2015-4cc7-814c-0590a71c75da req-fc18b186-f155-4591-a679-b7d216eb2b41 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270076 May 04 22:21:11.316544 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] For port 2e0f0055-593a-4d59-b905-117ec2717892, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:21:11.345083 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] For port 2e0f0055-593a-4d59-b905-117ec2717892, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2e0f0055-593a-4d59-b905-117ec2717892,segment=NetworkSegment(0df2708d-103e-4db1-bc33-fd18571ab628),segment_id=0df2708d-103e-4db1-bc33-fd18571ab628)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:21:11.349586 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99101192-d942-4744-90fa-133cc9be0b86 {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:21:11.365583 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:11.398458 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Transition to ACTIVE for port object 99101192-d942-4744-90fa-133cc9be0b86 will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:21:11.452761 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:11.466178 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:11.622308 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:11.651091 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:21:11.652841 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:21:11.654327 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:21:11.655167 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74775) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:21:11.655972 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b24d8edf-419a-4322-9161-068bdac8d8f7']}} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:11.656159 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:11.658104 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:11.659668 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] 10.222.0.85 "PUT /v2.0/ports/2e0f0055-593a-4d59-b905-117ec2717892 HTTP/1.1" status: 200 len: 1093 time: 5.2066908 May 04 22:21:11.668977 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f072b144-ac50-47f2-a798-0b7424c3cc4b', 'tag': '2e0f0055-593a-4d59-b905-117ec2717892'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:21:11.696532 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35699b45-6e19-4f11-969b-145434d58dd5') {'for_net_delete': True} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:11.699621 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35699b45-6e19-4f11-969b-145434d58dd5') {} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:11.726886 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772421064039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32639354'] for segment, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:11.781072 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:11.804003 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8041a-ebc7-486a-93b8-83b6b7e633e8 req-bc3783e5-2fdf-4874-a4ff-8376fc771b72 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:11.831045 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6ef8041a-ebc7-486a-93b8-83b6b7e633e8 req-bc3783e5-2fdf-4874-a4ff-8376fc771b72 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 932 time: 1.3261712 May 04 22:21:11.879674 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Releasing vlan 997 on physical network physnet1 to pool {{(pid=74775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 22:21:11.912891 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471cc1c1-4b22-4cce-b2e6-1de700eb1ecc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4481df81-0c01-4793-81cc-6e45fb86dea3', 'code': 200} May 04 22:21:12.212166 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Pushing event updated for resources: {'Port': ['ID=2e0f0055-593a-4d59-b905-117ec2717892,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:12.229822 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.762s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:12.271179 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.602s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:12.589964 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-748f8c60-4da3-4db6-a5de-bbcf18cfbf92 req-b0269e26-a53a-472b-b30e-292051331820 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 210 time: 0.1451621 May 04 22:21:12.590753 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Network b24d8edf-419a-4322-9161-068bdac8d8f7 has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:21:12.614402 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1789066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31642596'] for segment, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:12.615102 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Attempting to bind port 99101192-d942-4744-90fa-133cc9be0b86 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:21:12.615462 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Attempting to bind port 99101192-d942-4744-90fa-133cc9be0b86 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '0df2708d-103e-4db1-bc33-fd18571ab628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:21:12.615794 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Attempting to bind port 99101192-d942-4744-90fa-133cc9be0b86 on network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:21:12.633714 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-6ef8041a-ebc7-486a-93b8-83b6b7e633e8 req-9c97d535-9add-42aa-9e45-9a8fcddd2c9e tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Synchronizing usage tracker for tenant:0ef715efd07447e18adc8ceda6e46320 on resource:security_group {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:21:12.636524 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.85', 64833) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:12.640955 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Pushing event updated for resources: {'Port': ['ID=99101192-d942-4744-90fa-133cc9be0b86,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:12.755440 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:12.756306 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Port 99101192-d942-4744-90fa-133cc9be0b86 on network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:21:12.756773 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Attempting to bind port 99101192-d942-4744-90fa-133cc9be0b86 on network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:21:12.774316 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:21:12.774711 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Checking segment: {'id': '0df2708d-103e-4db1-bc33-fd18571ab628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:21:12.775073 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Bound using segment: {'id': '0df2708d-103e-4db1-bc33-fd18571ab628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:21:12.775549 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Bound port: 99101192-d942-4744-90fa-133cc9be0b86, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df2708d-103e-4db1-bc33-fd18571ab628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:21:12.775896 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:12.895767 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-6ef8041a-ebc7-486a-93b8-83b6b7e633e8 req-9c97d535-9add-42aa-9e45-9a8fcddd2c9e tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Unset dirty status for tenant:0ef715efd07447e18adc8ceda6e46320 on resource:security_group {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:21:12.908149 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-ee5595b4-1ebb-4e19-a175-90f4cd4ad38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:12.908752 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6ef8041a-ebc7-486a-93b8-83b6b7e633e8 req-9c97d535-9add-42aa-9e45-9a8fcddd2c9e tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0758672 May 04 22:21:12.909663 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-ee5595b4-1ebb-4e19-a175-90f4cd4ad38d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef715efd07447e18adc8ceda6e46320&device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 1096 time: 0.8808274 May 04 22:21:12.980904 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Network b24d8edf-419a-4322-9161-068bdac8d8f7 has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:21:12.994134 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-917e301d-5b29-4410-acf2-59beec7e7dc8 req-1b4d4003-b55a-4654-ae0e-4c01d8738a84 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Synchronizing usage tracker for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:21:13.144503 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-a2fe61b0-0d90-4aa2-ac9b-2acea17a9583 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e0f0055-593a-4d59-b905-117ec2717892 HTTP/1.1" status: 200 len: 217 time: 0.1422122 May 04 22:21:13.156336 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f072b144-ac50-47f2-a798-0b7424c3cc4b', 'tag': '2e0f0055-593a-4d59-b905-117ec2717892', 'status': 'completed', 'code': 200} May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: from cryptography.utils import int_from_bytes May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: from cryptography.utils import int_from_bytes May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: Traceback (most recent call last): May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: timer() May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: cb(*args, **kw) May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: return func(*args, **kwargs) May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: self._notify() May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: self.callback(batched_events) May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: event.method(event) May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_uuid = self.p_client.list_aggregates( May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: return f(self, *a, **k) May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: return self._get(url).json() May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: return self.request(url, 'GET', **kwargs) May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: base_url = self.get_endpoint(auth, allow=allow, May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 22:21:13.227613 dv-cinder-786928-2-smb neutron-server[74775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 22:21:13.360250 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-0c330cb8-8b07-4f84-858c-0efa441dabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:13.363607 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-0c330cb8-8b07-4f84-858c-0efa441dabd8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e401076d-e9b5-41af-9fce-0e3c76ed8872 HTTP/1.1" status: 200 len: 858 time: 0.1921213 May 04 22:21:13.384760 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920186'] for network, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:13.425987 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:13.445798 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:13.460226 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b24d8edf-419a-4322-9161-068bdac8d8f7,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:13.481446 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb9addd-9a3d-4daf-9a0c-01fd1404b80c req-01c9b7e4-61fc-4981-9fcd-6b49ce5b4ba4 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:13.483331 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-abb9addd-9a3d-4daf-9a0c-01fd1404b80c req-01c9b7e4-61fc-4981-9fcd-6b49ce5b4ba4 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 945 time: 0.1591730 May 04 22:21:13.484325 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:13.486544 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/b24d8edf-419a-4322-9161-068bdac8d8f7 HTTP/1.1" status: 204 len: 168 time: 3.8200371 May 04 22:21:13.497954 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54410) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:13.561651 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-692a4180-6b87-4538-9d51-0ce351db88ce service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1897485 May 04 22:21:13.568374 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ab068-79ed-4a9a-8894-9a4fc102fc12 req-9bb1640a-d128-46e8-ba10-8b517723b9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:13.571021 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-849ab068-79ed-4a9a-8894-9a4fc102fc12 req-9bb1640a-d128-46e8-ba10-8b517723b9fe service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 1098 time: 0.9326358 May 04 22:21:13.603699 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] For port 99101192-d942-4744-90fa-133cc9be0b86, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:21:13.634519 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-849ab068-79ed-4a9a-8894-9a4fc102fc12 req-2bc9370c-f0ec-41ce-82ac-3c262e3ef20c service neutron] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:13.648642 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.85', 64835) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:13.710119 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-849ab068-79ed-4a9a-8894-9a4fc102fc12 req-2bc9370c-f0ec-41ce-82ac-3c262e3ef20c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:13.715447 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-849ab068-79ed-4a9a-8894-9a4fc102fc12 req-2bc9370c-f0ec-41ce-82ac-3c262e3ef20c service neutron] Usage tracker for resource:security_group_rule and tenant:22854d1e853341ccbce15f05732a69b3 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:13.718703 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-849ab068-79ed-4a9a-8894-9a4fc102fc12 req-2bc9370c-f0ec-41ce-82ac-3c262e3ef20c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:13.725355 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-849ab068-79ed-4a9a-8894-9a4fc102fc12 req-2bc9370c-f0ec-41ce-82ac-3c262e3ef20c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:13.814928 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-917e301d-5b29-4410-acf2-59beec7e7dc8 req-1b4d4003-b55a-4654-ae0e-4c01d8738a84 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Unset dirty status for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:21:13.816157 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-917e301d-5b29-4410-acf2-59beec7e7dc8 req-1b4d4003-b55a-4654-ae0e-4c01d8738a84 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 210 time: 0.9374878 May 04 22:21:13.833865 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] For port 99101192-d942-4744-90fa-133cc9be0b86, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=99101192-d942-4744-90fa-133cc9be0b86,segment=NetworkSegment(0df2708d-103e-4db1-bc33-fd18571ab628),segment_id=0df2708d-103e-4db1-bc33-fd18571ab628)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:21:13.840153 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-abb9addd-9a3d-4daf-9a0c-01fd1404b80c req-c9da13c1-5ad7-4bfa-9106-85e0399ed748 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3504083 May 04 22:21:13.917590 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-849ab068-79ed-4a9a-8894-9a4fc102fc12 req-2bc9370c-f0ec-41ce-82ac-3c262e3ef20c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:13.940753 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a511ead-113b-428f-957d-a53fe6c61a53 admin admin] Deleting subnet 7befd1f5-3bb3-47c8-ac84-6d1a7307e19a {{(pid=74775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 22:21:13.953344 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4a511ead-113b-428f-957d-a53fe6c61a53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:13.998971 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:14.017871 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-974259b0-ae94-4aee-b5e9-99ea2ff27be1 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377525 May 04 22:21:14.029041 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:14.087241 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4a511ead-113b-428f-957d-a53fe6c61a53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32639333'] for subnet, precommit_delete_associations {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:14.151269 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:14.153257 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:14.155640 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] 10.222.0.85 "PUT /v2.0/ports/99101192-d942-4744-90fa-133cc9be0b86 HTTP/1.1" status: 200 len: 1094 time: 5.9865174 May 04 22:21:14.156591 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-849ab068-79ed-4a9a-8894-9a4fc102fc12 req-2bc9370c-f0ec-41ce-82ac-3c262e3ef20c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:14.228823 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-4c470345-2af5-4de0-99b4-d5792ba6a2e8 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:14.232019 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-4c470345-2af5-4de0-99b4-d5792ba6a2e8 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.85 "GET /v2.0/networks?id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 HTTP/1.1" status: 200 len: 816 time: 0.5815697 May 04 22:21:14.261989 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4a511ead-113b-428f-957d-a53fe6c61a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792185'] for subnet, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:14.340663 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-849ab068-79ed-4a9a-8894-9a4fc102fc12 req-2bc9370c-f0ec-41ce-82ac-3c262e3ef20c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7380645 May 04 22:21:14.344178 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ef6dbb4a-5d80-493d-a4eb-1c04211d7ac3 req-48df676c-1595-4502-bef6-befa5b11f55f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 210 time: 0.2040677 May 04 22:21:14.433164 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-1ba9fcc4-2e75-4393-b464-be4f73178c57 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Synchronizing usage tracker for tenant:103d42182a3c4260be8d70345f58713e on resource:security_group {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:21:14.525370 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-1ba9fcc4-2e75-4393-b464-be4f73178c57 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Unset dirty status for tenant:103d42182a3c4260be8d70345f58713e on resource:security_group {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:21:14.525994 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-1ba9fcc4-2e75-4393-b464-be4f73178c57 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=103d42182a3c4260be8d70345f58713e HTTP/1.1" status: 200 len: 379 time: 0.2697294 May 04 22:21:14.557751 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Pushing event updated for resources: {'Port': ['ID=99101192-d942-4744-90fa-133cc9be0b86,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:14.571669 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:14.576627 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:14.619539 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Request body: {'port': {'device_id': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'admin_state_up': True, 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'security_groups': ['2db20052-a241-4b46-aa2d-633244c652b0']}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:21:14.726593 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9370c-f0ec-41ce-82ac-3c262e3ef20c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aba74383-56ca-442e-aafa-af8871931493,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:14.738524 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-2bc9370c-f0ec-41ce-82ac-3c262e3ef20c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:14.768934 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-74b05c32-7dda-4692-b1ce-a39d7612827f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:14.770513 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-74b05c32-7dda-4692-b1ce-a39d7612827f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef715efd07447e18adc8ceda6e46320&device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 1097 time: 0.4233503 May 04 22:21:14.774637 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-76b87eff-8dd5-48d0-9d04-ee73757824ff req-5a1c6dea-2411-4a2b-bbaf-50ff57924fc1 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6365793 May 04 22:21:14.858572 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-3d7535f3-7647-46fb-acd1-8d92c1df4d22 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99101192-d942-4744-90fa-133cc9be0b86 HTTP/1.1" status: 200 len: 217 time: 0.0714078 May 04 22:21:14.959869 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-2b1e6b81-b07e-4f75-bfca-3232ea563c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:14.961624 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-2b1e6b81-b07e-4f75-bfca-3232ea563c59 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e401076d-e9b5-41af-9fce-0e3c76ed8872 HTTP/1.1" status: 200 len: 858 time: 0.0856450 May 04 22:21:15.025766 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:15.031218 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Usage tracker for resource:port and tenant:103d42182a3c4260be8d70345f58713e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:15.034689 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:15.042639 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:15.136156 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-827a92f1-8ac2-4900-984b-a45dd401d050 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051257 May 04 22:21:15.151562 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f4f42e-1e38-4d5d-9a1b-4b025cfee468 req-2f555eb9-18c4-4dfa-8ff2-79f242942c16 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:15.153099 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a0f4f42e-1e38-4d5d-9a1b-4b025cfee468 req-2f555eb9-18c4-4dfa-8ff2-79f242942c16 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 944 time: 1.0181475 May 04 22:21:15.158086 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Made reservation on behalf of 103d42182a3c4260be8d70345f58713e for: {'port': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:21:15.170745 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:15.183107 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56620f78-6f1b-49d4-804d-833022cb0dad', 'tag': '99101192-d942-4744-90fa-133cc9be0b86'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:21:15.252489 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5dfc68c2-2f07-4fd7-885b-70e85e8bf19e req-4f51efba-4892-46fb-b13a-f3f078b876f6 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 210 time: 0.1182537 May 04 22:21:15.461595 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a0f4f42e-1e38-4d5d-9a1b-4b025cfee468 req-a5fc4e1a-2e14-4da3-9813-a983f952e422 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737026 May 04 22:21:15.540653 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4a511ead-113b-428f-957d-a53fe6c61a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1792182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31642498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30743205'] for subnet, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:15.587670 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-b4470227-bd0c-494a-a5d4-8266c46d7c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:15.600635 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 54474) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:15.656714 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56620f78-6f1b-49d4-804d-833022cb0dad', 'tag': '99101192-d942-4744-90fa-133cc9be0b86', 'status': 'completed', 'code': 200} May 04 22:21:15.672128 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d75d38-b8e1-4b67-92e0-8343ca2954dd req-724bc8fc-5a6d-4474-9fcc-f20f38690d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:15.672643 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-50d75d38-b8e1-4b67-92e0-8343ca2954dd req-724bc8fc-5a6d-4474-9fcc-f20f38690d45 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef715efd07447e18adc8ceda6e46320&device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 1096 time: 0.7096231 May 04 22:21:15.740672 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4a511ead-113b-428f-957d-a53fe6c61a53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:15.764119 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a511ead-113b-428f-957d-a53fe6c61a53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7befd1f5-3bb3-47c8-ac84-6d1a7307e19a,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:15.771725 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-4a511ead-113b-428f-957d-a53fe6c61a53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:15.777050 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-4a511ead-113b-428f-957d-a53fe6c61a53 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/7befd1f5-3bb3-47c8-ac84-6d1a7307e19a HTTP/1.1" status: 204 len: 168 time: 2.2380481 May 04 22:21:15.779791 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54488) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:15.870274 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27342e-6497-4492-b446-fc0990625499 req-6610b6a5-1df7-466e-b849-b12e7df9a1e5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:15.871558 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-be27342e-6497-4492-b446-fc0990625499 req-6610b6a5-1df7-466e-b849-b12e7df9a1e5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Synchronizing usage tracker for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:network {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:21:15.941573 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-91539a42-45fa-4b7d-a6e7-e961da439fd4 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7535300 May 04 22:21:16.020081 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-bb51c112-2b36-411e-8e84-5d45290c3545 req-3504393c-0842-4214-902c-0a862b72af0c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Synchronizing usage tracker for tenant:103d42182a3c4260be8d70345f58713e on resource:port {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:21:16.033875 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e6297-38e4-4957-bf1f-88ba8413e706 req-6bbd2e17-6304-4270-b135-cd4d0e2ad353 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:16.035601 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e04e6297-38e4-4957-bf1f-88ba8413e706 req-6bbd2e17-6304-4270-b135-cd4d0e2ad353 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 945 time: 0.6254792 May 04 22:21:16.072357 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699769'] for network, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:16.097363 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_common [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Allocated IP 172.20.0.5 (6a2ab8b2-644c-459d-a8d8-9b3f2efbad55/21a3bb95-7a44-40ab-a059-c462d0233277/cf9d3001-0d4b-46b3-b636-c0fe6fa1d203) {{(pid=74775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:21:16.178842 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-bb51c112-2b36-411e-8e84-5d45290c3545 req-3504393c-0842-4214-902c-0a862b72af0c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Unset dirty status for tenant:103d42182a3c4260be8d70345f58713e on resource:port {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:21:16.180487 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-bb51c112-2b36-411e-8e84-5d45290c3545 req-3504393c-0842-4214-902c-0a862b72af0c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 210 time: 0.4016564 May 04 22:21:16.331231 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793858', 'neutron.services.segments.db._delete_segments_for_network-8772421052061'] for network, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:16.397308 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-be27342e-6497-4492-b446-fc0990625499 req-6610b6a5-1df7-466e-b849-b12e7df9a1e5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Unset dirty status for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:network {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:21:16.399239 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-6610b6a5-1df7-466e-b849-b12e7df9a1e5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.85 "GET /v2.0/networks?id=5170873a-6cb6-4353-9101-7364c7875074 HTTP/1.1" status: 200 len: 811 time: 1.4419289 May 04 22:21:16.400583 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d75d38-b8e1-4b67-92e0-8343ca2954dd req-b93c95b9-eaaa-4648-a98e-5c3ececa3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:16.403884 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-50d75d38-b8e1-4b67-92e0-8343ca2954dd req-b93c95b9-eaaa-4648-a98e-5c3ececa3e2a service neutron] 10.222.0.85 "GET /v2.0/networks?id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d HTTP/1.1" status: 200 len: 919 time: 0.7141466 May 04 22:21:16.503965 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-569710ce-7e72-4453-b86a-bada4af3c9ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:16.571144 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-50d75d38-b8e1-4b67-92e0-8343ca2954dd req-98d6e650-e425-46c6-9886-46c3757527bc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e0f0055-593a-4d59-b905-117ec2717892 HTTP/1.1" status: 200 len: 217 time: 0.1404846 May 04 22:21:16.596454 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-569710ce-7e72-4453-b86a-bada4af3c9ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:16.608239 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-38b2c645-bb15-409e-af19-f342eacd7464 req-c97250a2-5cfa-4f76-9377-faeca10d681a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 210 time: 0.1442566 May 04 22:21:16.660549 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e558d02-e5a1-4a8e-a7c6-5c2e43afd4fc']}} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:16.690359 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903dd17a-71cb-433e-8f5b-8541985c5a26') {'for_net_delete': True} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:16.690715 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903dd17a-71cb-433e-8f5b-8541985c5a26') {} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:16.705056 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-569710ce-7e72-4453-b86a-bada4af3c9ec admin admin] Usage tracker for resource:security_group_rule and tenant:2aee112ba476474da60eff5f81b1c492 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:16.716651 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772421064039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32639354'] for segment, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:16.740880 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-569710ce-7e72-4453-b86a-bada4af3c9ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:16.747366 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-be27342e-6497-4492-b446-fc0990625499 req-cf6fd6ab-b2a0-4e7c-91b1-3b380329582f tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Synchronizing usage tracker for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:security_group {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:21:16.758569 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e04e6297-38e4-4957-bf1f-88ba8413e706 req-ed98b079-100d-4d12-a1a6-ad27e340e614 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6042266 May 04 22:21:16.762677 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-569710ce-7e72-4453-b86a-bada4af3c9ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:16.783984 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bfe5829e-793c-4480-b0ac-c59942bc4279 req-413ffd22-5ad4-4d38-8227-32bc5f0db1c2 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8071661 May 04 22:21:16.814224 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d75d38-b8e1-4b67-92e0-8343ca2954dd req-cf992463-81c8-49bd-8b68-24f0faa1783c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:16.816890 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-50d75d38-b8e1-4b67-92e0-8343ca2954dd req-cf992463-81c8-49bd-8b68-24f0faa1783c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e401076d-e9b5-41af-9fce-0e3c76ed8872 HTTP/1.1" status: 200 len: 858 time: 0.2134585 May 04 22:21:16.828399 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:16.840773 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for port, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:16.859595 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] Releasing vlan 975 on physical network physnet1 to pool {{(pid=74775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 22:21:16.924644 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-50d75d38-b8e1-4b67-92e0-8343ca2954dd req-f9ff8cff-680e-427e-8759-78c86e57dd77 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979896 May 04 22:21:16.994376 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.provisioning_blocks [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Transition to ACTIVE for port object cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 will not be triggered until provisioned by entity DHCP. {{(pid=74775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:21:17.103691 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-be27342e-6497-4492-b446-fc0990625499 req-cf6fd6ab-b2a0-4e7c-91b1-3b380329582f tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Unset dirty status for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:security_group {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:21:17.105676 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-cf6fd6ab-b2a0-4e7c-91b1-3b380329582f tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4 HTTP/1.1" status: 200 len: 380 time: 0.6790745 May 04 22:21:17.125136 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-be27342e-6497-4492-b446-fc0990625499 req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Request body: {'port': {'device_id': '2d09a60f-37a6-4940-9322-1cabb93d1823', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'admin_state_up': True, 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'security_groups': ['b255a5b9-30ac-4a93-a9ea-fb32cc40591a']}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:21:17.149247 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] Network 0e558d02-e5a1-4a8e-a7c6-5c2e43afd4fc has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:21:17.162715 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1789066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31642596'] for segment, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:17.300560 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9c70a-7be5-44cf-86dc-1199685a05b0 req-0edb0649-ff98-4aa6-a562-ad1371912e98 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:17.300560 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-46b9c70a-7be5-44cf-86dc-1199685a05b0 req-0edb0649-ff98-4aa6-a562-ad1371912e98 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 944 time: 0.5605414 May 04 22:21:17.545427 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-50d75d38-b8e1-4b67-92e0-8343ca2954dd req-1df30f2f-34f8-4611-bdd6-ef73d4d4c6eb service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6090863 May 04 22:21:17.577114 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:17.602310 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:17.674472 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] Network 0e558d02-e5a1-4a8e-a7c6-5c2e43afd4fc has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:21:17.706107 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-569710ce-7e72-4453-b86a-bada4af3c9ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: Traceback (most recent call last): May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: timer() May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: cb(*args, **kw) May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: return func(*args, **kwargs) May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: self._notify() May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: self.callback(batched_events) May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: event.method(event) May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_uuid = self.p_client.list_aggregates( May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: return f(self, *a, **k) May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: return self._get(url).json() May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: return self.request(url, 'GET', **kwargs) May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: base_url = self.get_endpoint(auth, allow=allow, May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 22:21:17.707016 dv-cinder-786928-2-smb neutron-server[74775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 22:21:17.716406 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-46b9c70a-7be5-44cf-86dc-1199685a05b0 req-96bed81d-9b35-4409-af13-11275749145b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052520 May 04 22:21:17.720961 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:21:17.770052 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:21:17.828888 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005e99a-145a-43de-8390-8f07e4777927 req-e415629e-a6e0-44dd-bffe-0aea08e7ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:17.832227 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f005e99a-145a-43de-8390-8f07e4777927 req-e415629e-a6e0-44dd-bffe-0aea08e7ea04 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef715efd07447e18adc8ceda6e46320&device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 1097 time: 0.8646047 May 04 22:21:17.844808 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-569710ce-7e72-4453-b86a-bada4af3c9ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:17.849709 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-be27342e-6497-4492-b446-fc0990625499 req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:17.886181 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 2e0f0055-593a-4d59-b905-117ec2717892 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:21:17.901691 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-c8addd32-eab6-4ed3-829c-89d6047202de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:17.971096 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Received port after_create {{(pid=74775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:21:18.087013 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event updated for resources: {'Port': ['ID=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:18.125639 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-569710ce-7e72-4453-b86a-bada4af3c9ec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2aee112ba476474da60eff5f81b1c492&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4991672 May 04 22:21:18.126944 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:18.128705 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 2e0f0055-593a-4d59-b905-117ec2717892, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2e0f0055-593a-4d59-b905-117ec2717892,segment=NetworkSegment(0df2708d-103e-4db1-bc33-fd18571ab628),segment_id=0df2708d-103e-4db1-bc33-fd18571ab628)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:18.129682 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-be27342e-6497-4492-b446-fc0990625499 req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:18.131542 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920186'] for network, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:18.138912 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54528) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:18.165223 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3b229953-23d6-41bd-b54a-ecd8a002fd80 req-cec2047b-e477-423c-b67d-6993ba3f0c85 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 210 time: 0.1291041 May 04 22:21:18.175455 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': '2e0f0055-593a-4d59-b905-117ec2717892', 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d', 'port_id': '2e0f0055-593a-4d59-b905-117ec2717892', 'mac_address': 'fa:16:3e:f4:16:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e401076d-e9b5-41af-9fce-0e3c76ed8872', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:21:18.210184 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-1d80464c-6e71-4148-abe3-98bdf3c872d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:18.246800 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:18.250476 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd3b50-312d-4b48-a083-5304e5415e76 req-93ec1589-c6b6-40ef-a7a6-d33b8d81f4a3 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:18.252700 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-06fd3b50-312d-4b48-a083-5304e5415e76 req-93ec1589-c6b6-40ef-a7a6-d33b8d81f4a3 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 931 time: 0.8386352 May 04 22:21:18.299805 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e558d02-e5a1-4a8e-a7c6-5c2e43afd4fc,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:18.321391 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] 10.222.0.72 "DELETE /v2.0/networks/0e558d02-e5a1-4a8e-a7c6-5c2e43afd4fc HTTP/1.1" status: 204 len: 168 time: 2.5090375 May 04 22:21:18.322060 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:18.358136 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e0f0055-593a-4d59-b905-117ec2717892 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:21:18.382464 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 2e0f0055-593a-4d59-b905-117ec2717892, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2e0f0055-593a-4d59-b905-117ec2717892,segment=NetworkSegment(0df2708d-103e-4db1-bc33-fd18571ab628),segment_id=0df2708d-103e-4db1-bc33-fd18571ab628)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:18.384107 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-fc66bacf-07df-42f2-a088-d7d6c7d273e3 None None] Provisioning for port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:21:18.387795 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-20f8e991-77c7-48c4-a8b0-10026bb50889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:18.390241 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-fc66bacf-07df-42f2-a088-d7d6c7d273e3 None None] Provisioning complete for port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:21:18.390656 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-fc66bacf-07df-42f2-a088-d7d6c7d273e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:18.421813 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:18.423014 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for port, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:18.445243 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-50d75d38-b8e1-4b67-92e0-8343ca2954dd req-646edfe5-10af-4796-aaf5-658cb8ecca09 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8643477 May 04 22:21:18.465107 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be27342e-6497-4492-b446-fc0990625499 req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Made reservation on behalf of 0cd3d4f19a8c439dad38f4f92355f0b4 for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:21:18.467588 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:18.471058 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:18.475504 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-be27342e-6497-4492-b446-fc0990625499 req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:18.512521 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-fc66bacf-07df-42f2-a088-d7d6c7d273e3 None None] Port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:21:18.536516 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-661b3044-5654-4bcd-997c-acadd2324295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:18.566350 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-5976b40f-3f03-4c19-8a51-4643bbd62587 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0231173 May 04 22:21:18.597405 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=2e0f0055-593a-4d59-b905-117ec2717892,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:18.601166 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:18.608133 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-661b3044-5654-4bcd-997c-acadd2324295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:18.629130 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005e99a-145a-43de-8390-8f07e4777927 req-b54e747d-9296-458c-bc62-94ded27cc535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:18.629368 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Request body: {'port': {'device_id': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:21:18.631900 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f005e99a-145a-43de-8390-8f07e4777927 req-b54e747d-9296-458c-bc62-94ded27cc535 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d HTTP/1.1" status: 200 len: 919 time: 0.7827570 May 04 22:21:18.633118 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569710ce-7e72-4453-b86a-bada4af3c9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02147086-5f8b-40af-8d1c-4d80027b44aa,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:18.639080 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-569710ce-7e72-4453-b86a-bada4af3c9ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.738s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:18.695932 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['2e0f0055-593a-4d59-b905-117ec2717892'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:21:18.716830 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ce29e-d899-4487-a502-4f4cc0858bd8 req-dc48cc38-1001-41dd-807a-c69e4076ee5f tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:18.719817 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b57ce29e-d899-4487-a502-4f4cc0858bd8 req-dc48cc38-1001-41dd-807a-c69e4076ee5f tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 945 time: 0.3952057 May 04 22:21:18.813628 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-06fd3b50-312d-4b48-a083-5304e5415e76 req-e0d0efce-779d-4b83-a356-f2e7b0d2f48b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5291791 May 04 22:21:18.820226 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f005e99a-145a-43de-8390-8f07e4777927 req-7f578dfd-007b-4db4-9124-dd124c25513a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99101192-d942-4744-90fa-133cc9be0b86 HTTP/1.1" status: 200 len: 217 time: 0.1305306 May 04 22:21:18.867901 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54542) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:18.923973 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b57ce29e-d899-4487-a502-4f4cc0858bd8 req-8b9d6e31-b21e-4011-823b-62cb8d3a61d3 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813385 May 04 22:21:18.932369 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:19.233774 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-39cbdb23-89ca-4155-a5e3-41888eb05774 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cbe76bf1308444f5817874baed6ca2fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669415 May 04 22:21:19.237261 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-661b3044-5654-4bcd-997c-acadd2324295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:19.239881 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54554) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:19.379525 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:19.400703 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f005e99a-145a-43de-8390-8f07e4777927 req-a01b080f-7107-44b9-9b93-aaaba961c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:19.403408 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f005e99a-145a-43de-8390-8f07e4777927 req-a01b080f-7107-44b9-9b93-aaaba961c2b5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e401076d-e9b5-41af-9fce-0e3c76ed8872 HTTP/1.1" status: 200 len: 858 time: 0.4191628 May 04 22:21:19.405035 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b3044-5654-4bcd-997c-acadd2324295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02147086-5f8b-40af-8d1c-4d80027b44aa,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:19.407918 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-be27342e-6497-4492-b446-fc0990625499 req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Allocated IP 172.20.0.6 (5170873a-6cb6-4353-9101-7364c7875074/1643d57d-290d-4570-bd82-70f1a3a61b16/261b8217-2c79-4ca3-9286-653ff4a2af15) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:21:19.427043 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-661b3044-5654-4bcd-997c-acadd2324295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:19.476225 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f005e99a-145a-43de-8390-8f07e4777927 req-eb0b691e-af08-4a77-a105-af2aed662fc0 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644572 May 04 22:21:19.492963 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5b0a0-feb4-4753-b2db-2aae38d93e44 req-be9494b2-b5f6-44c5-b27a-126a0f548ecf tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:19.493599 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-2fe5b0a0-feb4-4753-b2db-2aae38d93e44 req-be9494b2-b5f6-44c5-b27a-126a0f548ecf tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Synchronizing usage tracker for tenant:0ef715efd07447e18adc8ceda6e46320 on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:21:19.576334 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-cb6cbc64-f963-489d-a5ba-b21526d33532 req-8e4457fb-a3ee-4c0a-a4d4-434a45144bbe tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 210 time: 0.1545529 May 04 22:21:19.587124 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-661b3044-5654-4bcd-997c-acadd2324295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:19.588848 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-661b3044-5654-4bcd-997c-acadd2324295 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/02147086-5f8b-40af-8d1c-4d80027b44aa HTTP/1.1" status: 204 len: 168 time: 1.4324419 May 04 22:21:19.778608 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:19.847494 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:19.894200 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 99101192-d942-4744-90fa-133cc9be0b86 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:21:20.108679 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f005e99a-145a-43de-8390-8f07e4777927 req-ca9b9f47-84c2-404d-8bae-bb2c4c5f7e21 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077492 May 04 22:21:20.120544 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 99101192-d942-4744-90fa-133cc9be0b86, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=99101192-d942-4744-90fa-133cc9be0b86,segment=NetworkSegment(0df2708d-103e-4db1-bc33-fd18571ab628),segment_id=0df2708d-103e-4db1-bc33-fd18571ab628)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:20.128289 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': '99101192-d942-4744-90fa-133cc9be0b86', 'network_id': '9124f81a-5a0f-442d-a423-d6a9f6e6a24d', 'port_id': '99101192-d942-4744-90fa-133cc9be0b86', 'mac_address': 'fa:16:3e:76:8b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e401076d-e9b5-41af-9fce-0e3c76ed8872', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:21:20.162588 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 2e0f0055-593a-4d59-b905-117ec2717892 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:21:20.288224 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:20.298294 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.notifiers.nova [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 {{(pid=74775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:21:20.312518 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:20.328456 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-747be3dc-96b3-41b0-93b1-f782ce04d299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:20.343866 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:20.384218 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99101192-d942-4744-90fa-133cc9be0b86 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:21:20.399408 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b0492f-fc57-4a24-94fb-a6955690683d,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:20.421866 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 99101192-d942-4744-90fa-133cc9be0b86, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=99101192-d942-4744-90fa-133cc9be0b86,segment=NetworkSegment(0df2708d-103e-4db1-bc33-fd18571ab628),segment_id=0df2708d-103e-4db1-bc33-fd18571ab628)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:20.443033 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:20.443420 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:20.443968 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:20.444564 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:20.445030 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:20.445444 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:20.445981 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:20.446497 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:20.446974 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:20.447313 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:20.447892 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:20.448274 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:20.452142 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:20.454010 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/09b0492f-fc57-4a24-94fb-a6955690683d HTTP/1.1" status: 204 len: 168 time: 1.1229084 May 04 22:21:20.460381 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.provisioning_blocks [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Transition to ACTIVE for port object cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 will not be triggered until provisioned by entity L2. {{(pid=74775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:21:20.469416 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:20.528872 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5474c-aa30-49ae-ba58-4c5421b1eef1 req-c2cd9751-665c-4bc1-b47c-36f3762a7d3d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:20.530822 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d3e5474c-aa30-49ae-ba58-4c5421b1eef1 req-c2cd9751-665c-4bc1-b47c-36f3762a7d3d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 931 time: 0.1814511 May 04 22:21:20.559789 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-2fe5b0a0-feb4-4753-b2db-2aae38d93e44 req-be9494b2-b5f6-44c5-b27a-126a0f548ecf tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Unset dirty status for tenant:0ef715efd07447e18adc8ceda6e46320 on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:21:20.560740 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port 2e0f0055-593a-4d59-b905-117ec2717892 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:21:20.566185 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port 2e0f0055-593a-4d59-b905-117ec2717892 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:21:20.566705 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:20.572361 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2fe5b0a0-feb4-4753-b2db-2aae38d93e44 req-be9494b2-b5f6-44c5-b27a-126a0f548ecf tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 944 time: 1.3689432 May 04 22:21:20.603140 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31642568'] for port, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:20.621934 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:20.634007 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:20.657656 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:20.723664 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2fe5b0a0-feb4-4753-b2db-2aae38d93e44 req-6550dd2c-4ef6-4b68-a85d-c0589fcb156a tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517239 May 04 22:21:20.853816 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,revision_number=2']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:20.881038 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-be27342e-6497-4492-b446-fc0990625499 req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:20.893194 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f005e99a-145a-43de-8390-8f07e4777927 req-7d5b38ab-28c2-4ff5-a55a-3d1fe8a64cf4 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053945 May 04 22:21:20.894369 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:20.981881 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-be27342e-6497-4492-b446-fc0990625499 req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Transition to ACTIVE for port object 261b8217-2c79-4ca3-9286-653ff4a2af15 will not be triggered until provisioned by entity DHCP. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:21:21.027842 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['99101192-d942-4744-90fa-133cc9be0b86'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:21:21.263249 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-20006645-ba7c-4835-a1e7-3a2dd8620166 req-a4fa1e8e-69d9-4c8f-bcb2-bb77629c402a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 210 time: 0.1843555 May 04 22:21:21.266291 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=99101192-d942-4744-90fa-133cc9be0b86,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:21.281644 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:21.318387 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d3e5474c-aa30-49ae-ba58-4c5421b1eef1 req-8017a1af-503e-47d9-8e2b-7db477e4f32d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7739129 May 04 22:21:21.434272 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-be27342e-6497-4492-b446-fc0990625499 req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:21.451899 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:21.623585 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:21.627452 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be27342e-6497-4492-b446-fc0990625499 req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Network 5170873a-6cb6-4353-9101-7364c7875074 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:21:21.634713 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-be27342e-6497-4492-b446-fc0990625499 req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:21:21.655936 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-be27342e-6497-4492-b446-fc0990625499 req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:21:21.669902 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27342e-6497-4492-b446-fc0990625499 req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:21.671311 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-be27342e-6497-4492-b446-fc0990625499 req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:21.720976 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event updated for resources: {'Port': ['ID=261b8217-2c79-4ca3-9286-653ff4a2af15,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:21.746281 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:21.754607 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:21.754607 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:21.754607 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:21.755250 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:21.755728 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:21.756333 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:21.757316 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:21.757705 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:21.759314 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:21.764563 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:21.765101 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:21.783451 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:21.801132 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 2e0f0055-593a-4d59-b905-117ec2717892, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2e0f0055-593a-4d59-b905-117ec2717892,segment=NetworkSegment(0df2708d-103e-4db1-bc33-fd18571ab628),segment_id=0df2708d-103e-4db1-bc33-fd18571ab628)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:21.812239 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f072b144-ac50-47f2-a798-0b7424c3cc4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0f0055-593a-4d59-b905-117ec2717892'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:21:21.851630 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Attempting to bind port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:21:21.852304 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Attempting to bind port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'}] {{(pid=74775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:21:21.852839 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Attempting to bind port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 on network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 {{(pid=74775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:21:21.860378 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 on network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:21:21.861063 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Attempting to bind port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 on network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 {{(pid=74775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:21:21.870108 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:21:21.870971 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Checking segment: {'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:21:21.871736 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Bound using segment: {'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'} {{(pid=74775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:21:21.872416 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Bound port: cf9d3001-0d4b-46b3-b636-c0fe6fa1d203, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'}}] {{(pid=74775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:21:21.873051 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:21.925956 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 54604) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:21.969440 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f072b144-ac50-47f2-a798-0b7424c3cc4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e0f0055-593a-4d59-b905-117ec2717892', 'code': 200} May 04 22:21:21.974937 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-652c29c5-dabb-45d5-9e4c-1f09fedf65f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:21.985005 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:22.012171 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:22.060563 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9469595 May 04 22:21:22.084797 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Request body: {'port': {'device_id': '2d09a60f-37a6-4940-9322-1cabb93d1823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:21:22.130306 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-652c29c5-dabb-45d5-9e4c-1f09fedf65f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:22.167704 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54610) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:22.171941 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-652c29c5-dabb-45d5-9e4c-1f09fedf65f4 admin admin] Usage tracker for resource:security_group_rule and tenant:4cd04d51c94f4ef286eddf95aaf407b1 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:22.184269 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-652c29c5-dabb-45d5-9e4c-1f09fedf65f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:22.247221 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.db [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] For port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203, host hv-cinder-78692, cleared binding levels {{(pid=74775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:21:22.279157 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.db [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] For port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:21:22.280096 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-652c29c5-dabb-45d5-9e4c-1f09fedf65f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:22.320168 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=2e0f0055-593a-4d59-b905-117ec2717892,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:22.323305 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-bafc4a9c-c94d-480d-8300-3abb96f2b481 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0ca7bee8ce2e4f3aabdda847c129c078&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1536231 May 04 22:21:22.330492 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54618) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:22.344509 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:22.390722 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31642568'] for port, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:22.405723 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a3065c05-0330-4a0a-a859-38f3da85a620 None None] Provisioning for port 261b8217-2c79-4ca3-9286-653ff4a2af15 completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:21:22.420487 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:22.423256 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a3065c05-0330-4a0a-a859-38f3da85a620 None None] Provisioning complete for port 261b8217-2c79-4ca3-9286-653ff4a2af15 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:21:22.423907 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a3065c05-0330-4a0a-a859-38f3da85a620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:22.615025 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:22.616118 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for port, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:22.623432 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] 10.222.0.85 "PUT /v2.0/ports/cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 HTTP/1.1" status: 200 len: 1093 time: 4.0401950 May 04 22:21:22.626868 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'tag': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203'}] {{(pid=74775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:21:22.636495 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a3065c05-0330-4a0a-a859-38f3da85a620 None None] Port 261b8217-2c79-4ca3-9286-653ff4a2af15 cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:21:22.759797 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:22.908859 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca740337-62c2-4ab0-bdbf-81aae0de42d4 req-356b769a-0469-4772-a954-e8247af1fce6 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:22.912711 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ca740337-62c2-4ab0-bdbf-81aae0de42d4 req-356b769a-0469-4772-a954-e8247af1fce6 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 945 time: 0.9169610 May 04 22:21:22.925603 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-652c29c5-dabb-45d5-9e4c-1f09fedf65f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:22.978230 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Pushing event updated for resources: {'Port': ['ID=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,revision_number=3']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:23.008999 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:23.035023 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e70c36dc-ab11-4cd5-833c-138fa0c07878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:23.073789 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e70c36dc-ab11-4cd5-833c-138fa0c07878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:23.127302 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-652c29c5-dabb-45d5-9e4c-1f09fedf65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:23.165344 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-9b191333-acbe-4433-bafc-acb8c1126864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:23.186005 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-b51c4bb7-eb9e-48cf-b2ae-ee5818217b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:23.187634 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-b51c4bb7-eb9e-48cf-b2ae-ee5818217b77 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=103d42182a3c4260be8d70345f58713e&device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 1096 time: 0.4172485 May 04 22:21:23.229463 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ca740337-62c2-4ab0-bdbf-81aae0de42d4 req-e970d7d6-2314-49bd-842f-a85a0bc5ec3f tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859707 May 04 22:21:23.289112 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-489fae68-ec58-47c1-b766-2912bc88e2d6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 HTTP/1.1" status: 200 len: 217 time: 0.0934818 May 04 22:21:23.313137 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-652c29c5-dabb-45d5-9e4c-1f09fedf65f4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4cd04d51c94f4ef286eddf95aaf407b1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3832917 May 04 22:21:23.324784 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 54654) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:23.380817 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-cad4e593-2200-4e48-b970-b528c93550a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:23.382204 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652c29c5-dabb-45d5-9e4c-1f09fedf65f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b50841e-2c49-4dee-9910-eb7bdae49b65,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:23.387526 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-cad4e593-2200-4e48-b970-b528c93550a2 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=21a3bb95-7a44-40ab-a059-c462d0233277 HTTP/1.1" status: 200 len: 855 time: 0.0892901 May 04 22:21:23.395157 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d91ba5-645f-47c7-af02-d105ea11c418 req-7799761f-bdef-4e14-ad95-907577689c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:23.396756 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b7d91ba5-645f-47c7-af02-d105ea11c418 req-7799761f-bdef-4e14-ad95-907577689c5e service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 1098 time: 0.8469925 May 04 22:21:23.401213 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-652c29c5-dabb-45d5-9e4c-1f09fedf65f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:23.493093 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e70c36dc-ab11-4cd5-833c-138fa0c07878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:23.518395 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:23.550482 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70c36dc-ab11-4cd5-833c-138fa0c07878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c302a208-96d8-408c-9ef9-dd420ec29bb0,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:23.554771 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-e70c36dc-ab11-4cd5-833c-138fa0c07878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:23.563662 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e70c36dc-ab11-4cd5-833c-138fa0c07878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:23.565791 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-e70c36dc-ab11-4cd5-833c-138fa0c07878 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c302a208-96d8-408c-9ef9-dd420ec29bb0 HTTP/1.1" status: 204 len: 168 time: 1.2320395 May 04 22:21:23.623403 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-abc43fe8-7869-4a59-89b0-a380764ca066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:23.625061 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-4f3d915e-ab5d-4f39-ba77-7b6abb6fc957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:23.628036 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-4f3d915e-ab5d-4f39-ba77-7b6abb6fc957 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2340558 May 04 22:21:23.640628 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-b7d91ba5-645f-47c7-af02-d105ea11c418 req-4afb6741-c08d-48b7-ad32-cec930a2eb6f service neutron] Synchronizing usage tracker for tenant:22854d1e853341ccbce15f05732a69b3 on resource:security_group {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:21:23.730783 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-abc43fe8-7869-4a59-89b0-a380764ca066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:23.839562 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-b7d91ba5-645f-47c7-af02-d105ea11c418 req-4afb6741-c08d-48b7-ad32-cec930a2eb6f service neutron] Unset dirty status for tenant:22854d1e853341ccbce15f05732a69b3 on resource:security_group {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:21:23.841583 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b7d91ba5-645f-47c7-af02-d105ea11c418 req-4afb6741-c08d-48b7-ad32-cec930a2eb6f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361777 May 04 22:21:23.909981 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 99101192-d942-4744-90fa-133cc9be0b86 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:21:23.927000 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-13a41409-9b45-4e1e-9beb-0936b511f77c service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903695 May 04 22:21:23.975680 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2d7df-1968-4029-9421-85b14fdae14a req-46b788bc-a594-44b4-ab0f-5cd4476c5a41 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:23.976438 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-ceb2d7df-1968-4029-9421-85b14fdae14a req-46b788bc-a594-44b4-ab0f-5cd4476c5a41 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Synchronizing usage tracker for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:21:24.027785 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 261b8217-2c79-4ca3-9286-653ff4a2af15 {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:21:24.038748 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:24.200607 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Transition to ACTIVE for port object 261b8217-2c79-4ca3-9286-653ff4a2af15 will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:21:24.202140 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-ceb2d7df-1968-4029-9421-85b14fdae14a req-46b788bc-a594-44b4-ab0f-5cd4476c5a41 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Unset dirty status for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:21:24.202700 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-61b2a067-b4ac-4a51-9b15-58967229c069 req-efb49d5a-8cc8-497f-ab7d-77eafa3b96c9 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670259 May 04 22:21:24.203829 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ceb2d7df-1968-4029-9421-85b14fdae14a req-46b788bc-a594-44b4-ab0f-5cd4476c5a41 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 931 time: 0.6863117 May 04 22:21:24.204570 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-abc43fe8-7869-4a59-89b0-a380764ca066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:24.209420 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:24.240260 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc43fe8-7869-4a59-89b0-a380764ca066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b50841e-2c49-4dee-9910-eb7bdae49b65,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:24.248768 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-abc43fe8-7869-4a59-89b0-a380764ca066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:24.266650 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-abc43fe8-7869-4a59-89b0-a380764ca066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:24.271796 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-abc43fe8-7869-4a59-89b0-a380764ca066 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b50841e-2c49-4dee-9910-eb7bdae49b65 HTTP/1.1" status: 204 len: 168 time: 0.9422591 May 04 22:21:24.286032 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ceb2d7df-1968-4029-9421-85b14fdae14a req-f41b116b-4781-40f5-93d3-8f1cf53b2bac tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671875 May 04 22:21:24.314447 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:24.315691 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port 99101192-d942-4744-90fa-133cc9be0b86 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:21:24.329681 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:24.342594 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port 99101192-d942-4744-90fa-133cc9be0b86 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:21:24.344720 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:25.038373 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2c351-9196-4bdc-ba71-ffc846bbe8f3 req-bd5528ca-14f4-4ef0-ad7b-4b38926e2a40 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:25.052941 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2cc2c351-9196-4bdc-ba71-ffc846bbe8f3 req-bd5528ca-14f4-4ef0-ad7b-4b38926e2a40 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.2559392 May 04 22:21:25.188164 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2cc2c351-9196-4bdc-ba71-ffc846bbe8f3 req-b0d46f14-f56c-4403-aefa-1fa7b5790eea tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332903 May 04 22:21:25.254109 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:25.315694 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=261b8217-2c79-4ca3-9286-653ff4a2af15,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:25.326941 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:25.329940 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'tag': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'status': 'completed', 'code': 200} May 04 22:21:25.339847 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Attempting to bind port 261b8217-2c79-4ca3-9286-653ff4a2af15 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:21:25.346523 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Attempting to bind port 261b8217-2c79-4ca3-9286-653ff4a2af15 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:21:25.351997 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Attempting to bind port 261b8217-2c79-4ca3-9286-653ff4a2af15 on network 5170873a-6cb6-4353-9101-7364c7875074 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:21:25.380256 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Port 261b8217-2c79-4ca3-9286-653ff4a2af15 on network 5170873a-6cb6-4353-9101-7364c7875074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:21:25.380856 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Attempting to bind port 261b8217-2c79-4ca3-9286-653ff4a2af15 on network 5170873a-6cb6-4353-9101-7364c7875074 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:21:25.399618 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:21:25.400278 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Checking segment: {'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:21:25.401647 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Bound using segment: {'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:21:25.402805 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Bound port: 261b8217-2c79-4ca3-9286-653ff4a2af15, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:21:25.403306 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:25.412705 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56620f78-6f1b-49d4-804d-833022cb0dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99101192-d942-4744-90fa-133cc9be0b86'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:21:25.470661 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 99101192-d942-4744-90fa-133cc9be0b86, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=99101192-d942-4744-90fa-133cc9be0b86,segment=NetworkSegment(0df2708d-103e-4db1-bc33-fd18571ab628),segment_id=0df2708d-103e-4db1-bc33-fd18571ab628)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:25.601676 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:25.614106 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:25.698093 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6511d-cfb5-4b5a-afd2-edf175cfd1a3 req-a2520de3-b9a7-4288-8ebd-b0b943dfc0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:25.700470 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7ac6511d-cfb5-4b5a-afd2-edf175cfd1a3 req-a2520de3-b9a7-4288-8ebd-b0b943dfc0ce service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=103d42182a3c4260be8d70345f58713e&device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 1096 time: 0.3363488 May 04 22:21:25.751943 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=99101192-d942-4744-90fa-133cc9be0b86,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:25.756331 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] For port 261b8217-2c79-4ca3-9286-653ff4a2af15, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:21:25.761087 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:25.761498 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:25.762231 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:25.762422 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] For port 261b8217-2c79-4ca3-9286-653ff4a2af15, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=261b8217-2c79-4ca3-9286-653ff4a2af15,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:21:25.763260 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:25.764076 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:25.764555 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:25.765193 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:25.765843 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:25.769510 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:25.769510 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:25.769510 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:25.769510 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:21:25.779386 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:25.871495 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:25.904657 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:25.999211 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6511d-cfb5-4b5a-afd2-edf175cfd1a3 req-8be93b66-71e3-4ddc-b169-73996bf990ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:25.999211 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7ac6511d-cfb5-4b5a-afd2-edf175cfd1a3 req-8be93b66-71e3-4ddc-b169-73996bf990ee service neutron] 10.222.0.85 "GET /v2.0/networks?id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 HTTP/1.1" status: 200 len: 917 time: 0.2904236 May 04 22:21:26.134455 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:26.152207 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:26.154583 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] 10.222.0.85 "PUT /v2.0/ports/261b8217-2c79-4ca3-9286-653ff4a2af15 HTTP/1.1" status: 200 len: 1093 time: 4.0772183 May 04 22:21:26.157478 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d09a60f-37a6-4940-9322-1cabb93d1823', 'tag': '261b8217-2c79-4ca3-9286-653ff4a2af15'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:21:26.179823 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7ac6511d-cfb5-4b5a-afd2-edf175cfd1a3 req-cf8936c0-df12-49ae-bc77-2d4dd2720a02 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 HTTP/1.1" status: 200 len: 217 time: 0.1679044 May 04 22:21:26.207711 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7354d7-a63f-40a1-ac67-704633607971 req-33e155c9-cc5c-4dfe-8fc9-146739f76882 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:26.219037 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-9f7354d7-a63f-40a1-ac67-704633607971 req-33e155c9-cc5c-4dfe-8fc9-146739f76882 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.3378601 May 04 22:21:26.245948 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Pushing event updated for resources: {'Port': ['ID=261b8217-2c79-4ca3-9286-653ff4a2af15,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:26.279482 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:26.403946 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-9f7354d7-a63f-40a1-ac67-704633607971 req-b63baf02-843a-43a1-9a07-d11bb17c792c tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831365 May 04 22:21:26.407653 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6511d-cfb5-4b5a-afd2-edf175cfd1a3 req-61c485e1-5c27-47bb-8a9b-2938a900d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:26.410481 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7ac6511d-cfb5-4b5a-afd2-edf175cfd1a3 req-61c485e1-5c27-47bb-8a9b-2938a900d32d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=21a3bb95-7a44-40ab-a059-c462d0233277 HTTP/1.1" status: 200 len: 855 time: 0.1689422 May 04 22:21:26.540008 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091b386-3195-4434-ab86-78e552eb9495 req-9e253ac7-a7c4-47fa-979c-c44357f4e840 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:26.552862 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56620f78-6f1b-49d4-804d-833022cb0dad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99101192-d942-4744-90fa-133cc9be0b86', 'code': 200} May 04 22:21:26.572596 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9091b386-3195-4434-ab86-78e552eb9495 req-9e253ac7-a7c4-47fa-979c-c44357f4e840 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 943 time: 0.8057730 May 04 22:21:26.726416 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6511d-cfb5-4b5a-afd2-edf175cfd1a3 req-9fdaf540-42d1-46df-b8a8-0f5f62959cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:26.732048 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7ac6511d-cfb5-4b5a-afd2-edf175cfd1a3 req-9fdaf540-42d1-46df-b8a8-0f5f62959cd8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3110194 May 04 22:21:26.797103 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9091b386-3195-4434-ab86-78e552eb9495 req-ffbc2a5f-ae9b-42df-b185-c7c474cf4622 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2252345 May 04 22:21:26.853547 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27342e-6497-4492-b446-fc0990625499 req-0b65e479-543c-4c3d-8bcc-c41e098a3f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:26.858360 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-0b65e479-543c-4c3d-8bcc-c41e098a3f7f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4&device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 1096 time: 0.5340636 May 04 22:21:26.868727 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d09a60f-37a6-4940-9322-1cabb93d1823', 'tag': '261b8217-2c79-4ca3-9286-653ff4a2af15', 'status': 'completed', 'code': 200} May 04 22:21:27.347242 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-a7843eaa-6ab2-4486-8457-47ee54d10093 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261b8217-2c79-4ca3-9286-653ff4a2af15 HTTP/1.1" status: 200 len: 217 time: 0.4768624 May 04 22:21:27.434336 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7ac6511d-cfb5-4b5a-afd2-edf175cfd1a3 req-3d8be398-7638-41d7-85d4-a80ef004acec service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950307 May 04 22:21:27.734188 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27342e-6497-4492-b446-fc0990625499 req-f0a6aed6-9223-4e03-b501-e7be87cf0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:27.745547 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-f0a6aed6-9223-4e03-b501-e7be87cf0318 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1643d57d-290d-4570-bd82-70f1a3a61b16 HTTP/1.1" status: 200 len: 850 time: 0.3337631 May 04 22:21:27.852150 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7ac6511d-cfb5-4b5a-afd2-edf175cfd1a3 req-c5e82d91-9555-45a5-a2fc-1acc0e446101 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4101148 May 04 22:21:27.879017 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef560365-f979-4860-a9d8-6688009e661b req-d98463e2-728d-4d9b-9795-d59e5c62da53 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:27.880959 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ef560365-f979-4860-a9d8-6688009e661b req-d98463e2-728d-4d9b-9795-d59e5c62da53 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.7147722 May 04 22:21:27.891702 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8086694b-8b3c-438a-8094-d89adfbf7200 req-cf5c6880-f36a-4854-a4d5-500f121ecbba service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3752100 May 04 22:21:27.894666 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69cbdd5-7b49-459d-bf04-79a368e0c580 req-67ea2036-5cff-4e13-839d-f2a76061ac35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:27.902182 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e69cbdd5-7b49-459d-bf04-79a368e0c580 req-67ea2036-5cff-4e13-839d-f2a76061ac35 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 1099 time: 0.5583327 May 04 22:21:27.924944 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:21:27.933325 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1478c5a4-d984-497a-8723-13bd3335b42e req-b999f602-dbe4-46eb-a652-d54c62bc8efd tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:27.935456 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1478c5a4-d984-497a-8723-13bd3335b42e req-b999f602-dbe4-46eb-a652-d54c62bc8efd tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.1586323 May 04 22:21:28.034804 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1478c5a4-d984-497a-8723-13bd3335b42e req-7c3072b4-d32b-4905-b5e5-80e3a867e651 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912085 May 04 22:21:28.246741 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e69cbdd5-7b49-459d-bf04-79a368e0c580 req-6bc639e4-b9c2-48ee-bc46-66e113976fc8 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3270409 May 04 22:21:28.284758 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ef560365-f979-4860-a9d8-6688009e661b req-4a90e4e6-3899-4b8f-919e-5f8bd70b92e8 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3770483 May 04 22:21:28.342109 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:28.360305 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27342e-6497-4492-b446-fc0990625499 req-1726178d-370f-4809-afd4-bafd838c8f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:28.375408 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-1726178d-370f-4809-afd4-bafd838c8f64 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5170873a-6cb6-4353-9101-7364c7875074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6119666 May 04 22:21:28.425441 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'port_id': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'mac_address': 'fa:16:3e:70:d3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:21:28.514356 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:28.578142 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:21:28.629257 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288d12d-1f25-4f26-8291-fd22ef74f4b3 req-a0dca56f-f883-455e-9baf-8c23037eb6cd tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:28.633178 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:28.643433 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2288d12d-1f25-4f26-8291-fd22ef74f4b3 req-a0dca56f-f883-455e-9baf-8c23037eb6cd tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 943 time: 0.3895881 May 04 22:21:28.727866 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:28.730391 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-87c90e74-daca-42c6-b47f-a854a6d2e6b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:28.751305 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2288d12d-1f25-4f26-8291-fd22ef74f4b3 req-66465d40-c98b-4ea5-8f16-7f0ac5a82591 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035819 May 04 22:21:28.878081 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086694b-8b3c-438a-8094-d89adfbf7200 req-5cbde875-aeab-4b56-a666-5062345632ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:28.881560 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8086694b-8b3c-438a-8094-d89adfbf7200 req-5cbde875-aeab-4b56-a666-5062345632ac service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=44618245fb2e4b7fae376e7cfe12c5cf&device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 1098 time: 0.8144579 May 04 22:21:28.909039 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:28.927143 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:29.048034 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['cf9d3001-0d4b-46b3-b636-c0fe6fa1d203'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:21:29.687220 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086694b-8b3c-438a-8094-d89adfbf7200 req-1c7127f9-885c-4bd4-8263-a152f1508e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:29.695411 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8086694b-8b3c-438a-8094-d89adfbf7200 req-1c7127f9-885c-4bd4-8263-a152f1508e52 service neutron] 10.222.0.85 "GET /v2.0/networks?id=8e70c119-fe03-4969-8831-f2e6520db65c HTTP/1.1" status: 200 len: 913 time: 0.7533727 May 04 22:21:29.969682 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad2de06-f6ea-4317-85b4-706ad366deda req-a17a40e7-5e9a-4474-ac1c-802e85c6d201 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:29.990206 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-9d4e2569-f31f-40e2-8fba-0cf36bf8b9c8 service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6056442 May 04 22:21:29.999461 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2ad2de06-f6ea-4317-85b4-706ad366deda req-a17a40e7-5e9a-4474-ac1c-802e85c6d201 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.4426117 May 04 22:21:30.034929 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8086694b-8b3c-438a-8094-d89adfbf7200 req-b9d93cfa-33f9-4f88-b616-2dc450876847 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4481df81-0c01-4793-81cc-6e45fb86dea3 HTTP/1.1" status: 200 len: 217 time: 0.3268647 May 04 22:21:30.072983 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2ad2de06-f6ea-4317-85b4-706ad366deda req-813743ba-0b28-42e8-b5e8-b29b00b59b8b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664172 May 04 22:21:30.381987 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086694b-8b3c-438a-8094-d89adfbf7200 req-6d97d034-b4bc-4151-8293-5b9b76f3b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:30.383888 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8086694b-8b3c-438a-8094-d89adfbf7200 req-6d97d034-b4bc-4151-8293-5b9b76f3b926 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=2c4cd0d0-e0e2-4a23-b470-0c3c1167b7bc HTTP/1.1" status: 200 len: 852 time: 0.3063176 May 04 22:21:30.429533 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b867f49-9b9e-4347-a21f-17a7328711b8 req-c84c3651-2250-4631-93a3-ef0ed73617a0 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:30.440128 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1b867f49-9b9e-4347-a21f-17a7328711b8 req-c84c3651-2250-4631-93a3-ef0ed73617a0 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 945 time: 0.2149162 May 04 22:21:30.501440 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8086694b-8b3c-438a-8094-d89adfbf7200 req-1315b1bf-96c4-4929-b9b6-555ce9a9d54e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=8e70c119-fe03-4969-8831-f2e6520db65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066298 May 04 22:21:30.517143 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-be27342e-6497-4492-b446-fc0990625499 req-12d0d428-af56-40c2-9c2d-7593a82d7985 service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084755 May 04 22:21:30.544037 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1b867f49-9b9e-4347-a21f-17a7328711b8 req-f1fe8003-50bc-46fd-b8f9-8f38741640fb tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775630 May 04 22:21:30.570270 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe7e6a-8e37-4005-bab1-8880b731da51 req-630760be-2b42-49d8-bd9b-e838bf8a768b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:30.571957 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-dafe7e6a-8e37-4005-bab1-8880b731da51 req-630760be-2b42-49d8-bd9b-e838bf8a768b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 944 time: 0.5390971 May 04 22:21:30.859068 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cb5159-9f67-44d5-a7f4-a35e0f2c7e84 req-89e9c32b-ff1d-4e13-97c8-5a2435676bd0 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:30.863844 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-37cb5159-9f67-44d5-a7f4-a35e0f2c7e84 req-89e9c32b-ff1d-4e13-97c8-5a2435676bd0 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 943 time: 0.1853745 May 04 22:21:30.957425 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-dafe7e6a-8e37-4005-bab1-8880b731da51 req-6ee4cca9-3bb8-4302-a05c-69acf1b83860 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2675042 May 04 22:21:30.975762 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-37cb5159-9f67-44d5-a7f4-a35e0f2c7e84 req-66539b27-762c-4cbb-854d-df7d925d972a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989683 May 04 22:21:30.997116 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 54818) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:31.036043 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8086694b-8b3c-438a-8094-d89adfbf7200 req-49a5ab76-b10e-4304-9141-4aa402b5514a service neutron] 10.222.0.85 "GET /v2.0/networks/8e70c119-fe03-4969-8831-f2e6520db65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115874 May 04 22:21:31.072109 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8ab33-df80-4bcb-ae07-7b51735297c0 req-0d5e03c1-1758-45f2-9619-e639327ab4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:31.076786 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e1e8ab33-df80-4bcb-ae07-7b51735297c0 req-0d5e03c1-1758-45f2-9619-e639327ab4f7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4&device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 1096 time: 0.3223522 May 04 22:21:31.101627 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a20a9c0d-77af-4393-abe9-609efabfc43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:31.364315 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8086694b-8b3c-438a-8094-d89adfbf7200 req-475504fa-36c1-4938-a902-4ed1baf8b298 service neutron] 10.222.0.85 "GET /v2.0/networks/8e70c119-fe03-4969-8831-f2e6520db65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3239093 May 04 22:21:31.379957 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8ab33-df80-4bcb-ae07-7b51735297c0 req-270c36bf-d235-4ec8-8894-256365c6a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:31.381495 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e1e8ab33-df80-4bcb-ae07-7b51735297c0 req-270c36bf-d235-4ec8-8894-256365c6a7de service neutron] 10.222.0.85 "GET /v2.0/networks?id=5170873a-6cb6-4353-9101-7364c7875074 HTTP/1.1" status: 200 len: 912 time: 0.2989950 May 04 22:21:31.534572 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:31.554628 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e1e8ab33-df80-4bcb-ae07-7b51735297c0 req-978b7c78-2703-4f39-b1dc-ad155e78a24e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261b8217-2c79-4ca3-9286-653ff4a2af15 HTTP/1.1" status: 200 len: 217 time: 0.1627591 May 04 22:21:31.578366 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42dd4f-63d7-40b2-987a-2310d6f9f1ff req-8b222165-82ee-4cb4-aeae-76c546a935b9 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:31.579981 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0a42dd4f-63d7-40b2-987a-2310d6f9f1ff req-8b222165-82ee-4cb4-aeae-76c546a935b9 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.2381783 May 04 22:21:31.688297 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54834) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:31.725869 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0a42dd4f-63d7-40b2-987a-2310d6f9f1ff req-7f4dd01b-ee9f-4710-b22c-4ea81fc10fe4 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251686 May 04 22:21:31.820476 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c109bd1c-6dd7-4c97-b16f-bf7cfd758bb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:31.840805 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-c109bd1c-6dd7-4c97-b16f-bf7cfd758bb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:31.846659 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-c109bd1c-6dd7-4c97-b16f-bf7cfd758bb6 admin admin] Usage tracker for resource:security_group_rule and tenant:4f5e8358086d467b902cedbaae995f12 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:31.854489 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-c109bd1c-6dd7-4c97-b16f-bf7cfd758bb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:31.875342 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-c109bd1c-6dd7-4c97-b16f-bf7cfd758bb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:31.905806 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-07ad10cb-827b-4a43-8339-8bd04c094598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:31.916981 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:21:31.997586 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-07ad10cb-827b-4a43-8339-8bd04c094598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:32.022094 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8ab33-df80-4bcb-ae07-7b51735297c0 req-0fc364b1-5898-4a35-b82e-71048ccc4048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:32.026894 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e1e8ab33-df80-4bcb-ae07-7b51735297c0 req-0fc364b1-5898-4a35-b82e-71048ccc4048 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1643d57d-290d-4570-bd82-70f1a3a61b16 HTTP/1.1" status: 200 len: 850 time: 0.4527855 May 04 22:21:32.029796 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-07ad10cb-827b-4a43-8339-8bd04c094598 admin admin] Usage tracker for resource:security_group_rule and tenant:8d667a3205024f1aa225506a86911c7f is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:32.049344 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-07ad10cb-827b-4a43-8339-8bd04c094598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:32.121214 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c109bd1c-6dd7-4c97-b16f-bf7cfd758bb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:32.165332 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-07ad10cb-827b-4a43-8339-8bd04c094598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:32.191131 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c109bd1c-6dd7-4c97-b16f-bf7cfd758bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:32.205551 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-65054c26-d83d-4a80-ac65-1096a98414f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:32.226050 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:21:32.244260 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:21:32.245429 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:32.255226 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-c109bd1c-6dd7-4c97-b16f-bf7cfd758bb6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4f5e8358086d467b902cedbaae995f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5620217 May 04 22:21:32.256738 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c109bd1c-6dd7-4c97-b16f-bf7cfd758bb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8101579f-35e8-43ed-b2f6-6324108bc44f,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:32.259669 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54850) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:32.262398 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b89a2b4-58e0-40ed-9688-b58b733ec300 req-8682a565-6c10-4656-bda4-d9a327553f9b tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:32.262632 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c109bd1c-6dd7-4c97-b16f-bf7cfd758bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:32.264013 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6b89a2b4-58e0-40ed-9688-b58b733ec300 req-8682a565-6c10-4656-bda4-d9a327553f9b tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 945 time: 0.5264516 May 04 22:21:32.278265 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be641d23-6549-4d31-b867-3abdba69cd1d req-a039770a-61e2-4607-a944-bfbee10f5e07 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:32.280634 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-be641d23-6549-4d31-b867-3abdba69cd1d req-a039770a-61e2-4607-a944-bfbee10f5e07 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.85 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 945 time: 0.6122439 May 04 22:21:32.347688 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c4725795-667f-4e49-997f-ed37aba4778a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:32.392428 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c4725795-667f-4e49-997f-ed37aba4778a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:32.456576 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6b89a2b4-58e0-40ed-9688-b58b733ec300 req-99d50d69-eb7d-4d13-afd0-3c31ae4fc653 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717057 May 04 22:21:32.459884 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8ab33-df80-4bcb-ae07-7b51735297c0 req-063e1e2d-f60a-4477-a469-ebae9ac62343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:32.463553 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e1e8ab33-df80-4bcb-ae07-7b51735297c0 req-063e1e2d-f60a-4477-a469-ebae9ac62343 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5170873a-6cb6-4353-9101-7364c7875074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4157901 May 04 22:21:32.554688 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:32.593986 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:21:32.609321 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:32.685069 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c4725795-667f-4e49-997f-ed37aba4778a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:32.694968 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-301d048d-e16d-4fb2-bf53-8f4ef15bd166 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:32.728927 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:32.735763 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:32.742347 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4725795-667f-4e49-997f-ed37aba4778a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8101579f-35e8-43ed-b2f6-6324108bc44f,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:32.750899 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c4725795-667f-4e49-997f-ed37aba4778a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:32.850771 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:32.854917 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c4725795-667f-4e49-997f-ed37aba4778a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:32.856062 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-c4725795-667f-4e49-997f-ed37aba4778a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8101579f-35e8-43ed-b2f6-6324108bc44f HTTP/1.1" status: 204 len: 168 time: 0.5955348 May 04 22:21:32.857208 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:32.912447 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77918529-405f-4f08-bd51-2233bb152bd7 req-e57db951-fbb4-4d48-99ca-ed2f0294412c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:32.914358 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-77918529-405f-4f08-bd51-2233bb152bd7 req-e57db951-fbb4-4d48-99ca-ed2f0294412c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.1668062 May 04 22:21:32.982708 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-07ad10cb-827b-4a43-8339-8bd04c094598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:33.015736 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-77918529-405f-4f08-bd51-2233bb152bd7 req-a132193c-54e7-401d-89f5-00c38a55aa8f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909569 May 04 22:21:33.050547 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-be641d23-6549-4d31-b867-3abdba69cd1d req-020a5326-04ff-4d67-b728-eff126769541 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Deleting port 4481df81-0c01-4793-81cc-6e45fb86dea3 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:21:33.050547 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-be641d23-6549-4d31-b867-3abdba69cd1d req-020a5326-04ff-4d67-b728-eff126769541 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:33.192325 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e1e8ab33-df80-4bcb-ae07-7b51735297c0 req-265c0ed3-d4de-4adc-858e-91d6daeedc50 service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7142100 May 04 22:21:33.192940 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-07ad10cb-827b-4a43-8339-8bd04c094598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:33.330071 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcddc40-87f6-4a72-bcb3-be869e24d520 req-c4355354-0101-46ae-beb2-76c673617655 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:33.332983 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6fcddc40-87f6-4a72-bcb3-be869e24d520 req-c4355354-0101-46ae-beb2-76c673617655 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.1754501 May 04 22:21:33.389898 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-652c29c5-dabb-45d5-9e4c-1f09fedf65f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:33.423101 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6fcddc40-87f6-4a72-bcb3-be869e24d520 req-493032a2-d73a-4059-987c-90e21bf34898 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667527 May 04 22:21:33.549253 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113532f-089c-4182-bf83-9680311c1d03 req-46a9a489-a75a-45b7-b6b7-c35111e09db4 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:33.549529 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'code': 200} May 04 22:21:33.550238 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5113532f-089c-4182-bf83-9680311c1d03 req-46a9a489-a75a-45b7-b6b7-c35111e09db4 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 943 time: 0.8309288 May 04 22:21:33.591112 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f9a1f-aabc-4bc8-a661-a60f0aa961cd req-73abfae1-d4c4-4bdd-9882-31274cb4f382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:33.593764 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-623f9a1f-aabc-4bc8-a661-a60f0aa961cd req-73abfae1-d4c4-4bdd-9882-31274cb4f382 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef715efd07447e18adc8ceda6e46320&device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 1099 time: 0.8208389 May 04 22:21:33.758023 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-07ad10cb-827b-4a43-8339-8bd04c094598 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8d667a3205024f1aa225506a86911c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7553906 May 04 22:21:33.762492 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54866) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:33.786395 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad10cb-827b-4a43-8339-8bd04c094598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9cdc30-acd5-472f-8f4c-d67d20ed0bcc,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:33.857849 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-07ad10cb-827b-4a43-8339-8bd04c094598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:33.911069 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 54876) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:33.939569 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 261b8217-2c79-4ca3-9286-653ff4a2af15 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:21:33.981392 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-be641d23-6549-4d31-b867-3abdba69cd1d req-020a5326-04ff-4d67-b728-eff126769541 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] For port 4481df81-0c01-4793-81cc-6e45fb86dea3, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=4481df81-0c01-4793-81cc-6e45fb86dea3,segment=NetworkSegment(27ecb61f-3e60-487a-b4b7-f07aaf76d011),segment_id=27ecb61f-3e60-487a-b4b7-f07aaf76d011)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:33.989007 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-be641d23-6549-4d31-b867-3abdba69cd1d req-020a5326-04ff-4d67-b728-eff126769541 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:34.016978 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e6385cf6-57a9-41b2-87f4-ba22be1cffac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:34.051778 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5113532f-089c-4182-bf83-9680311c1d03 req-f88505ef-eaee-414a-8373-2fed57cada1e tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4369237 May 04 22:21:34.074126 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a2d44-0c14-4945-a24c-b0b06a3aca46 req-40bf19e6-ae36-42c1-b9f3-3e577bf33424 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:34.075605 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b18a2d44-0c14-4945-a24c-b0b06a3aca46 req-40bf19e6-ae36-42c1-b9f3-3e577bf33424 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 945 time: 0.3816803 May 04 22:21:34.161048 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd01b-5773-4bd4-928f-f37bf1665b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:34.265667 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e6385cf6-57a9-41b2-87f4-ba22be1cffac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:34.287827 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b18a2d44-0c14-4945-a24c-b0b06a3aca46 req-f05b6a45-bf24-4b1e-a5a0-d140f7a88178 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/security-groups?id=39f7e3ea-e129-4051-a2f1-1def12f4f0a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834075 May 04 22:21:34.304388 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 261b8217-2c79-4ca3-9286-653ff4a2af15, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=261b8217-2c79-4ca3-9286-653ff4a2af15,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:34.365127 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': '261b8217-2c79-4ca3-9286-653ff4a2af15', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'port_id': '261b8217-2c79-4ca3-9286-653ff4a2af15', 'mac_address': 'fa:16:3e:cc:2b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 990, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:21:34.370212 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-be641d23-6549-4d31-b867-3abdba69cd1d req-020a5326-04ff-4d67-b728-eff126769541 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Calling delete_port for 4481df81-0c01-4793-81cc-6e45fb86dea3 owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:21:34.382096 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e1e8ab33-df80-4bcb-ae07-7b51735297c0 req-9f51fb31-abc4-4de3-84f2-853d7fb583e0 service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1814430 May 04 22:21:34.457586 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c2c4b5-4187-496e-b64b-6d9594158f2f req-730aaaa7-bd2e-46ed-8a61-1990dbd74643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:34.459693 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d1c2c4b5-4187-496e-b64b-6d9594158f2f req-730aaaa7-bd2e-46ed-8a61-1990dbd74643 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 1098 time: 0.2001030 May 04 22:21:34.490101 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-fd9fd01b-5773-4bd4-928f-f37bf1665b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:34.594024 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:34.601091 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e6385cf6-57a9-41b2-87f4-ba22be1cffac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:34.612694 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-fd9fd01b-5773-4bd4-928f-f37bf1665b95 admin admin] Usage tracker for resource:security_group_rule and tenant:dc1f919d97ed435aac645d3061f888b1 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:34.630896 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-fd9fd01b-5773-4bd4-928f-f37bf1665b95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:34.640129 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:34.647893 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f9a1f-aabc-4bc8-a661-a60f0aa961cd req-f3840bb2-24fb-42eb-8d16-01cebd9d9eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:34.650573 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-623f9a1f-aabc-4bc8-a661-a60f0aa961cd req-f3840bb2-24fb-42eb-8d16-01cebd9d9eff service neutron] 10.222.0.85 "GET /v2.0/networks?id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d HTTP/1.1" status: 200 len: 919 time: 1.0145683 May 04 22:21:34.654154 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-fd9fd01b-5773-4bd4-928f-f37bf1665b95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:34.706655 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d1c2c4b5-4187-496e-b64b-6d9594158f2f req-64bce566-2418-4fed-9bd9-0e34bc9be8d9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2327104 May 04 22:21:34.707496 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:34.715188 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 261b8217-2c79-4ca3-9286-653ff4a2af15 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:21:34.747542 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6385cf6-57a9-41b2-87f4-ba22be1cffac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9cdc30-acd5-472f-8f4c-d67d20ed0bcc,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:34.751318 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 261b8217-2c79-4ca3-9286-653ff4a2af15, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=261b8217-2c79-4ca3-9286-653ff4a2af15,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:34.755726 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-e6385cf6-57a9-41b2-87f4-ba22be1cffac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:34.759096 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e6385cf6-57a9-41b2-87f4-ba22be1cffac admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:34.761060 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-e6385cf6-57a9-41b2-87f4-ba22be1cffac admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7c9cdc30-acd5-472f-8f4c-d67d20ed0bcc HTTP/1.1" status: 204 len: 168 time: 0.9970064 May 04 22:21:34.804484 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-623f9a1f-aabc-4bc8-a661-a60f0aa961cd req-ee94c1e5-2cc8-4599-9ac9-3f1f6a2eb238 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99101192-d942-4744-90fa-133cc9be0b86 HTTP/1.1" status: 200 len: 217 time: 0.1443055 May 04 22:21:34.819746 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c4f7c-adec-40b6-8f9f-29a5dad6a7a1 req-59a8960a-01f3-4ba8-a966-63cb1dae340c tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:34.829805 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-626c4f7c-adec-40b6-8f9f-29a5dad6a7a1 req-59a8960a-01f3-4ba8-a966-63cb1dae340c tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.2345405 May 04 22:21:34.873552 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:34.877057 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:34.939129 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f9a1f-aabc-4bc8-a661-a60f0aa961cd req-16e6580c-d9b7-4a3e-993a-257b2f1ffb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:34.939730 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-623f9a1f-aabc-4bc8-a661-a60f0aa961cd req-16e6580c-d9b7-4a3e-993a-257b2f1ffb8f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e401076d-e9b5-41af-9fce-0e3c76ed8872 HTTP/1.1" status: 200 len: 858 time: 0.1267455 May 04 22:21:35.008093 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbbaec-045b-4963-9422-9b57a4d7ff1b req-5275ea12-711b-44f8-aaf8-6be16d1aa247 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:35.021425 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a5bbbaec-045b-4963-9422-9b57a4d7ff1b req-5275ea12-711b-44f8-aaf8-6be16d1aa247 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.6433158 May 04 22:21:35.048326 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=261b8217-2c79-4ca3-9286-653ff4a2af15,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:35.069807 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:35.101979 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-626c4f7c-adec-40b6-8f9f-29a5dad6a7a1 req-4f82ea77-5aa5-4514-8470-91d0fe05b1d4 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707570 May 04 22:21:35.140199 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-623f9a1f-aabc-4bc8-a661-a60f0aa961cd req-a82ab853-7d63-4e55-8019-291ecb86bc5c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1852725 May 04 22:21:35.170264 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['261b8217-2c79-4ca3-9286-653ff4a2af15'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:21:35.180840 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54898) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:35.265544 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c11c309f-3d6a-4d79-b0f9-4300dd847fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:35.510739 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f179f2-cd0d-45a4-9b28-2e342ea74dc0 req-e216bb3e-dbc5-4897-89f0-38eef433a5b1 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:35.521591 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-be641d23-6549-4d31-b867-3abdba69cd1d req-020a5326-04ff-4d67-b728-eff126769541 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:35.526420 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-38f179f2-cd0d-45a4-9b28-2e342ea74dc0 req-e216bb3e-dbc5-4897-89f0-38eef433a5b1 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 944 time: 0.2931333 May 04 22:21:35.528636 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd01b-5773-4bd4-928f-f37bf1665b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:35.538520 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a5bbbaec-045b-4963-9422-9b57a4d7ff1b req-1906eaec-5e07-4aeb-b238-a9dcda983acb tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5156767 May 04 22:21:35.557543 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:35.647622 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020a5326-04ff-4d67-b728-eff126769541 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Pushing event deleted for resources: {'Port': ['ID=4481df81-0c01-4793-81cc-6e45fb86dea3,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:35.700808 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3e80a56e-a5b0-4b65-8ab2-6414644ff456 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:35.722225 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-3e80a56e-a5b0-4b65-8ab2-6414644ff456 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:35.729347 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-3e80a56e-a5b0-4b65-8ab2-6414644ff456 admin admin] Usage tracker for resource:security_group_rule and tenant:6593b99902dd4cbca392def0261e8251 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:35.729615 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-020a5326-04ff-4d67-b728-eff126769541 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:35.731876 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-3e80a56e-a5b0-4b65-8ab2-6414644ff456 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:35.733549 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fd9fd01b-5773-4bd4-928f-f37bf1665b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:35.740538 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-3e80a56e-a5b0-4b65-8ab2-6414644ff456 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:35.842894 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-38f179f2-cd0d-45a4-9b28-2e342ea74dc0 req-135ac015-a2a8-4bff-add1-3220cdf3951d tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3121538 May 04 22:21:35.843176 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:35.865301 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54912) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:35.896602 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-ae41168e-1d23-4440-8d05-79d26da33573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:35.950497 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-be641d23-6549-4d31-b867-3abdba69cd1d req-020a5326-04ff-4d67-b728-eff126769541 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] No DVR routers for this DVR port 4481df81-0c01-4793-81cc-6e45fb86dea3 on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:21:35.953987 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 4481df81-0c01-4793-81cc-6e45fb86dea3 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:21:35.963479 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-ae41168e-1d23-4440-8d05-79d26da33573 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:35.967068 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3e80a56e-a5b0-4b65-8ab2-6414644ff456 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:35.971555 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-ae41168e-1d23-4440-8d05-79d26da33573 admin admin] Usage tracker for resource:security_group_rule and tenant:d66b4a2d1d5549d381891db41b21cd01 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:35.976052 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-ae41168e-1d23-4440-8d05-79d26da33573 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:35.987207 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-ae41168e-1d23-4440-8d05-79d26da33573 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:35.993706 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: 4481df81-0c01-4793-81cc-6e45fb86dea3 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:21:35.995180 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 4481df81-0c01-4793-81cc-6e45fb86dea3 not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:21:36.008986 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-996bb232-3600-430d-8453-a7f3a0de5234 req-e20f703c-4087-4016-961e-763a3a571ae9 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 210 time: 0.2395499 May 04 22:21:36.014839 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-be641d23-6549-4d31-b867-3abdba69cd1d req-020a5326-04ff-4d67-b728-eff126769541 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:36.026189 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '471cc1c1-4b22-4cce-b2e6-1de700eb1ecc', 'name': 'network-vif-deleted', 'tag': '4481df81-0c01-4793-81cc-6e45fb86dea3'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:21:36.048196 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-623f9a1f-aabc-4bc8-a661-a60f0aa961cd req-5982b4f1-a1c5-4ec6-8f0e-5925c6493128 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8779340 May 04 22:21:36.052410 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9fd01b-5773-4bd4-928f-f37bf1665b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=886b0d30-a01c-43c9-bee5-c5bde40b5905,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:36.065405 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-fd9fd01b-5773-4bd4-928f-f37bf1665b95 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=dc1f919d97ed435aac645d3061f888b1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1531351 May 04 22:21:36.069675 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-fd9fd01b-5773-4bd4-928f-f37bf1665b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:36.071670 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54918) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:36.132221 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3e80a56e-a5b0-4b65-8ab2-6414644ff456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:36.173957 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-43c781e9-c6a5-44f4-8d5c-7117ec36d22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:36.193503 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '471cc1c1-4b22-4cce-b2e6-1de700eb1ecc', 'name': 'network-vif-deleted', 'tag': '4481df81-0c01-4793-81cc-6e45fb86dea3', 'status': 'completed', 'code': 200} May 04 22:21:36.234510 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-ae41168e-1d23-4440-8d05-79d26da33573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:36.279146 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:36.301680 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-3e80a56e-a5b0-4b65-8ab2-6414644ff456 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6593b99902dd4cbca392def0261e8251&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1184087 May 04 22:21:36.304376 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54924) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:36.313885 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80a56e-a5b0-4b65-8ab2-6414644ff456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02800351-e3f2-44ca-bff1-2e49c0f7a761,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:36.337499 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3e80a56e-a5b0-4b65-8ab2-6414644ff456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:36.379937 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c0ce80a2-46e6-41c5-9009-8c1bb3f68446 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:36.387873 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-ae41168e-1d23-4440-8d05-79d26da33573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:36.419082 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-be641d23-6549-4d31-b867-3abdba69cd1d req-020a5326-04ff-4d67-b728-eff126769541 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.85 "DELETE /v2.0/ports/4481df81-0c01-4793-81cc-6e45fb86dea3 HTTP/1.1" status: 204 len: 173 time: 4.1127996 May 04 22:21:36.423897 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:36.498101 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c0ce80a2-46e6-41c5-9009-8c1bb3f68446 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:36.508842 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-623f9a1f-aabc-4bc8-a661-a60f0aa961cd req-9d9e008e-0f6e-483c-bd4e-43ab15672bd1 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421234 May 04 22:21:36.542573 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-ae41168e-1d23-4440-8d05-79d26da33573 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d66b4a2d1d5549d381891db41b21cd01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6720381 May 04 22:21:36.550471 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9877f8b-407a-441e-825e-92bba20fc912 req-505f0277-705b-4853-a589-2962af1a8403 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:36.552351 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a9877f8b-407a-441e-825e-92bba20fc912 req-505f0277-705b-4853-a589-2962af1a8403 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.2136996 May 04 22:21:36.553020 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 54928) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:36.556679 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd3a6-dfde-4689-b8a3-450460f29cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:36.559602 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae41168e-1d23-4440-8d05-79d26da33573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8b29c8-fff8-4a62-a917-ce5b225922d9,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:36.571484 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-ae41168e-1d23-4440-8d05-79d26da33573 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:36.646134 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd3a6-dfde-4689-b8a3-450460f29cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:36.742634 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a9877f8b-407a-441e-825e-92bba20fc912 req-214ac86c-0bb1-40a9-9123-300f6a94b89c tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702414 May 04 22:21:36.765785 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c20cfd15-685f-4754-9444-08894db8995a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:36.813150 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c0ce80a2-46e6-41c5-9009-8c1bb3f68446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:36.820063 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-fd12a16a-50e2-430f-974a-8ff14ca5e6da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:36.824635 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c20cfd15-685f-4754-9444-08894db8995a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:36.841740 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce80a2-46e6-41c5-9009-8c1bb3f68446 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=886b0d30-a01c-43c9-bee5-c5bde40b5905,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:36.846213 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c0ce80a2-46e6-41c5-9009-8c1bb3f68446 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:36.873225 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd3a6-dfde-4689-b8a3-450460f29cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:36.891920 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-661b3044-5654-4bcd-997c-acadd2324295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:36.918465 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c0ce80a2-46e6-41c5-9009-8c1bb3f68446 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:36.919666 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-c0ce80a2-46e6-41c5-9009-8c1bb3f68446 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/886b0d30-a01c-43c9-bee5-c5bde40b5905 HTTP/1.1" status: 204 len: 168 time: 0.8375313 May 04 22:21:37.108760 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecfd3a6-dfde-4689-b8a3-450460f29cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02800351-e3f2-44ca-bff1-2e49c0f7a761,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:37.135798 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-4ecfd3a6-dfde-4689-b8a3-450460f29cfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:37.148350 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c20cfd15-685f-4754-9444-08894db8995a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:37.151577 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4ecfd3a6-dfde-4689-b8a3-450460f29cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:37.154377 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-4ecfd3a6-dfde-4689-b8a3-450460f29cfc admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/02800351-e3f2-44ca-bff1-2e49c0f7a761 HTTP/1.1" status: 204 len: 168 time: 0.8460376 May 04 22:21:37.269166 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-7c0999be-b95f-4532-ba82-0fdc828f96e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:37.277844 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bc3376-7154-4312-8de4-0a8b9627833e req-e5deb832-aa00-43d4-b6f0-20a507d2f67c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:37.291789 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-89bc3376-7154-4312-8de4-0a8b9627833e req-e5deb832-aa00-43d4-b6f0-20a507d2f67c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.3798456 May 04 22:21:37.320027 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20cfd15-685f-4754-9444-08894db8995a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8b29c8-fff8-4a62-a917-ce5b225922d9,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:37.330391 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-c20cfd15-685f-4754-9444-08894db8995a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:37.332537 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c20cfd15-685f-4754-9444-08894db8995a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:37.334581 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-c20cfd15-685f-4754-9444-08894db8995a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1e8b29c8-fff8-4a62-a917-ce5b225922d9 HTTP/1.1" status: 204 len: 168 time: 0.7802403 May 04 22:21:37.358914 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-89bc3376-7154-4312-8de4-0a8b9627833e req-8488fa53-c118-46ba-8c13-84885e301415 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659177 May 04 22:21:37.470669 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9087029-8924-4c2d-99f1-691a124ab518 req-e3233a18-a8f7-4849-a00d-b4c491dcad04 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:37.474112 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b9087029-8924-4c2d-99f1-691a124ab518 req-e3233a18-a8f7-4849-a00d-b4c491dcad04 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 944 time: 0.2998955 May 04 22:21:37.538123 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b9087029-8924-4c2d-99f1-691a124ab518 req-05d1e705-25de-4d87-9b1f-0075f50aa628 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547559 May 04 22:21:37.659685 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-bfea4ccf-beb5-4702-9a4c-9ff220477b05 req-d4da9f78-9863-4578-98ca-8f8792bae3b3 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] 10.222.0.72 "GET /v2.0/ports?device_id=471cc1c1-4b22-4cce-b2e6-1de700eb1ecc HTTP/1.1" status: 200 len: 210 time: 0.1045904 May 04 22:21:37.809220 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c7c7d-e35d-415a-a00e-77e5e15b5ed2 req-ee4a2aa5-1a10-4768-87b7-5b59894ec478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:37.812267 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7a3c7c7d-e35d-415a-a00e-77e5e15b5ed2 req-ee4a2aa5-1a10-4768-87b7-5b59894ec478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.1459324 May 04 22:21:37.829812 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 54962) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:37.841221 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-063a664d-e725-401e-ba34-fb52880d37b1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Request body: {'floatingip': {'port_id': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:21:37.955728 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 261b8217-2c79-4ca3-9286-653ff4a2af15 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:21:38.043046 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-063a664d-e725-401e-ba34-fb52880d37b1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for floatingip, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:38.222338 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port 261b8217-2c79-4ca3-9286-653ff4a2af15 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:21:38.239218 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port 261b8217-2c79-4ca3-9286-653ff4a2af15 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:21:38.239906 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:38.359386 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01fffa-e814-4a22-bf41-07d109bb9a97 req-5cae2899-c45d-4d1f-9867-4663d7e627da tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:38.361495 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8f01fffa-e814-4a22-bf41-07d109bb9a97 req-5cae2899-c45d-4d1f-9867-4663d7e627da tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.2465835 May 04 22:21:38.462429 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:38.516961 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:38.604612 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d09a60f-37a6-4940-9322-1cabb93d1823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261b8217-2c79-4ca3-9286-653ff4a2af15'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:21:38.627296 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 261b8217-2c79-4ca3-9286-653ff4a2af15, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=261b8217-2c79-4ca3-9286-653ff4a2af15,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:21:38.719126 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:38.721732 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8f01fffa-e814-4a22-bf41-07d109bb9a97 req-b9a4157e-6750-42d3-bcea-aeca036210ad tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689011 May 04 22:21:38.722767 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:38.949007 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d09a60f-37a6-4940-9322-1cabb93d1823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '261b8217-2c79-4ca3-9286-653ff4a2af15', 'code': 200} May 04 22:21:39.002055 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=261b8217-2c79-4ca3-9286-653ff4a2af15,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:39.013064 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:39.148683 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4692fc-d4c0-43bc-89d3-4a14ae56606d req-2cf2e259-508e-486d-8a3b-511216f7628e tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:39.152311 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3f4692fc-d4c0-43bc-89d3-4a14ae56606d req-2cf2e259-508e-486d-8a3b-511216f7628e tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.3513174 May 04 22:21:39.253970 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 54988) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:39.273975 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3f4692fc-d4c0-43bc-89d3-4a14ae56606d req-6f67f2e7-25a6-497e-982e-7faee087642b tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065974 May 04 22:21:39.329249 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-2c22c9e6-3e83-4022-95d5-e2fc62e458df admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:39.388334 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-2c22c9e6-3e83-4022-95d5-e2fc62e458df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:39.388334 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-2c22c9e6-3e83-4022-95d5-e2fc62e458df admin admin] Usage tracker for resource:security_group_rule and tenant:39061de5d07d43a9be0725db9a470b9b is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:39.388334 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-2c22c9e6-3e83-4022-95d5-e2fc62e458df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:39.388334 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-2c22c9e6-3e83-4022-95d5-e2fc62e458df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:39.573954 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-2c22c9e6-3e83-4022-95d5-e2fc62e458df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:39.750110 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-063a664d-e725-401e-ba34-fb52880d37b1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:39.800999 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-2c22c9e6-3e83-4022-95d5-e2fc62e458df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:39.819553 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:39.875626 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-063a664d-e725-401e-ba34-fb52880d37b1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920181'] for floatingip, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:39.917785 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-2c22c9e6-3e83-4022-95d5-e2fc62e458df admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=39061de5d07d43a9be0725db9a470b9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6422343 May 04 22:21:39.920940 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22c9e6-3e83-4022-95d5-e2fc62e458df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17bdc4ca-2110-4a5a-8e63-d6e2d817b5f3,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:39.929496 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 55010) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:39.941358 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-2c22c9e6-3e83-4022-95d5-e2fc62e458df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:39.996076 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862e7cf-d51c-4584-9a3a-791fc01f7236 req-a624da23-855d-4710-9124-5441101e0e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:39.998757 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0862e7cf-d51c-4584-9a3a-791fc01f7236 req-a624da23-855d-4710-9124-5441101e0e3f service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 1098 time: 0.3045909 May 04 22:21:40.140108 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-202c0bb5-8da4-4fd8-a902-518b2b9e9076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:40.161031 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0862e7cf-d51c-4584-9a3a-791fc01f7236 req-b1a1d822-211a-41fc-bade-f7d5fe7c5e6b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509585 May 04 22:21:40.229897 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-202c0bb5-8da4-4fd8-a902-518b2b9e9076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:40.307402 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34deab38-4775-4a32-b7b7-805f9542dd2e req-afb76afb-c89a-423d-a920-9c9ca746e7eb tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:40.308991 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-34deab38-4775-4a32-b7b7-805f9542dd2e req-afb76afb-c89a-423d-a920-9c9ca746e7eb tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.1378753 May 04 22:21:40.378435 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.l3_db [None req-063a664d-e725-401e-ba34-fb52880d37b1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Floating IP a3dd4fa8-92d2-4b99-a90b-9f59745e002e associated. External IP: 172.28.3.36, port: cf9d3001-0d4b-46b3-b636-c0fe6fa1d203. May 04 22:21:40.528623 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-202c0bb5-8da4-4fd8-a902-518b2b9e9076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:40.536799 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:40.560044 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-34deab38-4775-4a32-b7b7-805f9542dd2e req-dbd1f838-39d2-4d12-bb86-1b2eeebd8efd tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382288 May 04 22:21:40.581831 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c0bb5-8da4-4fd8-a902-518b2b9e9076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bdc4ca-2110-4a5a-8e63-d6e2d817b5f3,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:40.586635 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-202c0bb5-8da4-4fd8-a902-518b2b9e9076 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:40.590196 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-202c0bb5-8da4-4fd8-a902-518b2b9e9076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:40.591853 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-202c0bb5-8da4-4fd8-a902-518b2b9e9076 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/17bdc4ca-2110-4a5a-8e63-d6e2d817b5f3 HTTP/1.1" status: 204 len: 168 time: 0.6649163 May 04 22:21:40.714348 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24fb49-18b3-419d-b6fe-df1ec91b915e req-60e47896-278d-4fba-8936-c101c8ab6aba tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:40.717715 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-fe24fb49-18b3-419d-b6fe-df1ec91b915e req-60e47896-278d-4fba-8936-c101c8ab6aba tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.2516310 May 04 22:21:40.861653 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-fe24fb49-18b3-419d-b6fe-df1ec91b915e req-ae1f8bc4-7d0e-4ab9-a2f0-fe1f57c07042 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188314 May 04 22:21:41.208628 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-063a664d-e725-401e-ba34-fb52880d37b1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Router f31efbfe-15f7-431b-b70c-68bb2a88da9b has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:21:41.643188 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-063a664d-e725-401e-ba34-fb52880d37b1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:21:41.651656 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-063a664d-e725-401e-ba34-fb52880d37b1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:41.669363 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fbe29-f9fe-4198-a785-8cc046f2df11 None None] Sync routers for ids ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:21:41.707199 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8fbe29-f9fe-4198-a785-8cc046f2df11 None None] Routers {'f31efbfe-15f7-431b-b70c-68bb2a88da9b'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:21:41.708748 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-6e8fbe29-f9fe-4198-a785-8cc046f2df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:21:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:41.730102 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 55054) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:41.813893 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-063a664d-e725-401e-ba34-fb52880d37b1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "PUT /v2.0/floatingips/a3dd4fa8-92d2-4b99-a90b-9f59745e002e HTTP/1.1" status: 200 len: 990 time: 3.9779460 May 04 22:21:41.813893 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'tag': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203'}] {{(pid=74775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:21:41.894533 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_v2 [None req-05772641-c6fe-43e2-9793-8ca2a7535155 admin admin] Deleting subnet 2c4cd0d0-e0e2-4a23-b470-0c3c1167b7bc {{(pid=74776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 22:21:41.902177 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-05772641-c6fe-43e2-9793-8ca2a7535155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:42.053888 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 55066) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:42.070506 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-05772641-c6fe-43e2-9793-8ca2a7535155 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:42.169207 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-05772641-c6fe-43e2-9793-8ca2a7535155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792185'] for subnet, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:42.292798 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3239c9-794d-405e-92a7-d3da82294e28 req-fb65c9bc-c5d2-46aa-9b8a-f561e6775acc tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:42.295410 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8b3239c9-794d-405e-92a7-d3da82294e28 req-fb65c9bc-c5d2-46aa-9b8a-f561e6775acc tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.3291807 May 04 22:21:42.298039 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'tag': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'status': 'completed', 'code': 200} May 04 22:21:42.311598 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5238b2ce-9630-497b-aedc-65bf8a51f21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:42.442707 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8b3239c9-794d-405e-92a7-d3da82294e28 req-ada66ad9-3551-4f32-a5d1-1930f230ec96 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224141 May 04 22:21:42.478878 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-6e8fbe29-f9fe-4198-a785-8cc046f2df11 None None] Set router f31efbfe-15f7-431b-b70c-68bb2a88da9b gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:21:42.484490 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-5238b2ce-9630-497b-aedc-65bf8a51f21a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:42.581253 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-5238b2ce-9630-497b-aedc-65bf8a51f21a admin admin] Usage tracker for resource:security_group_rule and tenant:0187976f9ea940f6a4f519327faf3e6d is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:42.615315 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-5238b2ce-9630-497b-aedc-65bf8a51f21a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:42.658286 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-5238b2ce-9630-497b-aedc-65bf8a51f21a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:42.711617 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 55076) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:43.042263 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473c858-1233-4244-8229-47d6127d4942 req-7b07c669-89da-4f92-bb0d-29752734d63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:43.045033 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a473c858-1233-4244-8229-47d6127d4942 req-7b07c669-89da-4f92-bb0d-29752734d63d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=103d42182a3c4260be8d70345f58713e&device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 1098 time: 0.6585581 May 04 22:21:43.085777 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30be0e1-c07a-44a8-806c-acec026b0cdd req-fc7a5616-91d6-41d5-9271-a158d8b19d31 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:43.085777 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f30be0e1-c07a-44a8-806c-acec026b0cdd req-fc7a5616-91d6-41d5-9271-a158d8b19d31 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.5983253 May 04 22:21:43.089833 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-6e8fbe29-f9fe-4198-a785-8cc046f2df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': 'a3dd4fa8-92d2-4b99-a90b-9f59745e002e', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'port_id': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'mac_address': 'fa:16:3e:70:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:21:00Z', 'updated_at': '2021-05-04T22:21:39Z', 'revision_number': 1, 'project_id': '103d42182a3c4260be8d70345f58713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75e8aa69-5379-44f9-87b0-95cb508eeb2c', 'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'mac_address': 'fa:16:3e:c7:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:37Z', 'updated_at': '2021-05-04T22:21:06Z', 'revision_number': 5, 'project_id': '103d42182a3c4260be8d70345f58713e', 'subnets': [{'id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:43.102274 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fbe29-f9fe-4198-a785-8cc046f2df11 None None] Checking router: f31efbfe-15f7-431b-b70c-68bb2a88da9b for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:21:43.123900 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8fbe29-f9fe-4198-a785-8cc046f2df11 None None] Routers {'f31efbfe-15f7-431b-b70c-68bb2a88da9b'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:21:43.124312 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-6e8fbe29-f9fe-4198-a785-8cc046f2df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:21:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:43.161812 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e33eedd9-793b-421e-88c3-ff52dca2d926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:43.191921 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-e33eedd9-793b-421e-88c3-ff52dca2d926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:43.200876 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-e33eedd9-793b-421e-88c3-ff52dca2d926 admin admin] Usage tracker for resource:security_group_rule and tenant:9d262d2453a74c068740293c070bb049 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:43.206614 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-e33eedd9-793b-421e-88c3-ff52dca2d926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:43.223156 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-e33eedd9-793b-421e-88c3-ff52dca2d926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:43.548769 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e33eedd9-793b-421e-88c3-ff52dca2d926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:43.593063 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-6e8fbe29-f9fe-4198-a785-8cc046f2df11 None None] Set router f31efbfe-15f7-431b-b70c-68bb2a88da9b gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:21:43.817431 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e33eedd9-793b-421e-88c3-ff52dca2d926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:43.854448 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-ae41168e-1d23-4440-8d05-79d26da33573 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:43.970584 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f30be0e1-c07a-44a8-806c-acec026b0cdd req-5451a27c-8219-4ac2-be3b-4878001ba5c7 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8091447 May 04 22:21:44.042478 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473c858-1233-4244-8229-47d6127d4942 req-1a3d6033-bd38-4e88-a4d9-c66749d399be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:44.044206 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a473c858-1233-4244-8229-47d6127d4942 req-1a3d6033-bd38-4e88-a4d9-c66749d399be service neutron] 10.222.0.85 "GET /v2.0/networks?id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 HTTP/1.1" status: 200 len: 917 time: 0.9635882 May 04 22:21:44.051432 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5238b2ce-9630-497b-aedc-65bf8a51f21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:44.206449 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a473c858-1233-4244-8229-47d6127d4942 req-c341868e-bf55-43dc-97cc-06577d985921 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 HTTP/1.1" status: 200 len: 998 time: 0.1490958 May 04 22:21:44.210215 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5238b2ce-9630-497b-aedc-65bf8a51f21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:44.239085 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:44.263240 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33eedd9-793b-421e-88c3-ff52dca2d926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a83751b-dc12-4423-a936-fd621b0a93f8,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:44.307129 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-e33eedd9-793b-421e-88c3-ff52dca2d926 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=9d262d2453a74c068740293c070bb049&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5915887 May 04 22:21:44.316039 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-e33eedd9-793b-421e-88c3-ff52dca2d926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:44.323971 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 55110) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:44.518381 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-801d6b38-9beb-445e-83d9-3fc807d428bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:44.608456 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238b2ce-9630-497b-aedc-65bf8a51f21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46248b92-8005-4a73-a6dc-de11c7cc2dd2,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:44.610709 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-801d6b38-9beb-445e-83d9-3fc807d428bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:44.620779 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-6e8fbe29-f9fe-4198-a785-8cc046f2df11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': 'a3dd4fa8-92d2-4b99-a90b-9f59745e002e', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'port_id': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'mac_address': 'fa:16:3e:70:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:21:00Z', 'updated_at': '2021-05-04T22:21:39Z', 'revision_number': 1, 'project_id': '103d42182a3c4260be8d70345f58713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75e8aa69-5379-44f9-87b0-95cb508eeb2c', 'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'mac_address': 'fa:16:3e:c7:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:37Z', 'updated_at': '2021-05-04T22:21:06Z', 'revision_number': 5, 'project_id': '103d42182a3c4260be8d70345f58713e', 'subnets': [{'id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:44.632656 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8fbe29-f9fe-4198-a785-8cc046f2df11 None None] The sync data for ids ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'] in dv-cinder-786928-2-smb is: [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': 'a3dd4fa8-92d2-4b99-a90b-9f59745e002e', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'floating_ip_address': '172.28.3.36', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'port_id': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'mac_address': 'fa:16:3e:70:d3:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:21:00Z', 'updated_at': '2021-05-04T22:21:39Z', 'revision_number': 1, 'project_id': '103d42182a3c4260be8d70345f58713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75e8aa69-5379-44f9-87b0-95cb508eeb2c', 'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'mac_address': 'fa:16:3e:c7:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:37Z', 'updated_at': '2021-05-04T22:21:06Z', 'revision_number': 5, 'project_id': '103d42182a3c4260be8d70345f58713e', 'subnets': [{'id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:21:44.645137 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-5238b2ce-9630-497b-aedc-65bf8a51f21a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0187976f9ea940f6a4f519327faf3e6d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5869124 May 04 22:21:44.652887 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-05772641-c6fe-43e2-9793-8ca2a7535155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1792182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for subnet, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:44.654496 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 55118) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:44.655862 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5238b2ce-9630-497b-aedc-65bf8a51f21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:44.672068 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473c858-1233-4244-8229-47d6127d4942 req-b0adec7c-1067-430e-9145-044bf8079a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:44.674384 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a473c858-1233-4244-8229-47d6127d4942 req-b0adec7c-1067-430e-9145-044bf8079a63 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=21a3bb95-7a44-40ab-a059-c462d0233277 HTTP/1.1" status: 200 len: 855 time: 0.4365001 May 04 22:21:44.674880 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce58d9-4eaf-44e7-81a8-d60c2878a9c5 req-a7a1adac-4138-4489-9444-76b01f94ed30 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:44.687947 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d4ce58d9-4eaf-44e7-81a8-d60c2878a9c5 req-a7a1adac-4138-4489-9444-76b01f94ed30 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 1.0060472 May 04 22:21:44.761895 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:44.808166 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-05772641-c6fe-43e2-9793-8ca2a7535155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:44.838475 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d4ce58d9-4eaf-44e7-81a8-d60c2878a9c5 req-c38acfb0-bc76-44fa-8b5a-28093d0b9378 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386638 May 04 22:21:44.860714 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05772641-c6fe-43e2-9793-8ca2a7535155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c4cd0d0-e0e2-4a23-b470-0c3c1167b7bc,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:44.870520 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-05772641-c6fe-43e2-9793-8ca2a7535155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:44.931505 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 55126) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:44.943483 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-05772641-c6fe-43e2-9793-8ca2a7535155 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/2c4cd0d0-e0e2-4a23-b470-0c3c1167b7bc HTTP/1.1" status: 204 len: 168 time: 3.2110217 May 04 22:21:44.985701 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-801d6b38-9beb-445e-83d9-3fc807d428bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:44.987184 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689056b1-83f7-4fad-9355-e88b484db21f req-4c507da1-f315-4b30-8246-63d2d14926f0 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:44.998036 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-689056b1-83f7-4fad-9355-e88b484db21f req-4c507da1-f315-4b30-8246-63d2d14926f0 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.7404721 May 04 22:21:45.010327 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 55130) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:45.021022 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:45.076465 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-46918ecf-756c-40e1-af25-8236483fbb45 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Request body: {'floatingip': {'port_id': '261b8217-2c79-4ca3-9286-653ff4a2af15'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:21:45.107802 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ce8d77f-b3a5-4f4a-8f12-44b12eb0c836 None None] New status for floating IP a3dd4fa8-92d2-4b99-a90b-9f59745e002e: ACTIVE {{(pid=74777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 22:21:45.156780 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801d6b38-9beb-445e-83d9-3fc807d428bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a83751b-dc12-4423-a936-fd621b0a93f8,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:45.168417 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-801d6b38-9beb-445e-83d9-3fc807d428bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:45.169961 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-801d6b38-9beb-445e-83d9-3fc807d428bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:45.174982 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-801d6b38-9beb-445e-83d9-3fc807d428bf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7a83751b-dc12-4423-a936-fd621b0a93f8 HTTP/1.1" status: 204 len: 168 time: 0.8463171 May 04 22:21:45.247001 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699769'] for network, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:45.528190 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-46918ecf-756c-40e1-af25-8236483fbb45 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for floatingip, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:45.613233 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793858', 'neutron.services.segments.db._delete_segments_for_network-8772421052061'] for network, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:45.669229 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-567d0137-198a-46fe-a084-56a4c78f7c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:45.674398 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a473c858-1233-4244-8229-47d6127d4942 req-18728d68-1a9f-4e39-850c-119ba1cdf512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:45.676886 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a473c858-1233-4244-8229-47d6127d4942 req-18728d68-1a9f-4e39-850c-119ba1cdf512 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.9793675 May 04 22:21:45.844395 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e70c119-fe03-4969-8831-f2e6520db65c']}} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:45.880935 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ecb61f-3e60-487a-b4b7-f07aaf76d011') {'for_net_delete': True} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:45.881635 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ecb61f-3e60-487a-b4b7-f07aaf76d011') {} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:45.909770 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772421064039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32639354'] for segment, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:45.957335 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:45.983368 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] Releasing vlan 987 on physical network physnet1 to pool {{(pid=74775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 22:21:46.047465 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-567d0137-198a-46fe-a084-56a4c78f7c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:46.457403 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 55156) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:46.495690 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a473c858-1233-4244-8229-47d6127d4942 req-1c3aadaa-7b04-4c28-ab4b-826081ed1ab5 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7631843 May 04 22:21:46.523327 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] Network 8e70c119-fe03-4969-8831-f2e6520db65c has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:21:46.542455 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1789066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31642596'] for segment, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:46.821353 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] Network 8e70c119-fe03-4969-8831-f2e6520db65c has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: Traceback (most recent call last): May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: timer() May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: cb(*args, **kw) May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: return func(*args, **kwargs) May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: self._notify() May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: self.callback(batched_events) May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: event.method(event) May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_uuid = self.p_client.list_aggregates( May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: return f(self, *a, **k) May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: return self._get(url).json() May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: return self.request(url, 'GET', **kwargs) May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: base_url = self.get_endpoint(auth, allow=allow, May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 22:21:46.866711 dv-cinder-786928-2-smb neutron-server[74775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 22:21:46.906098 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-718b330b-cd4f-4c86-8633-64b63dfe9066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:47.000541 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247afcab-c5eb-4668-bfff-2b39dc4ca5cd req-5ebec7a4-bda4-484b-a7d0-f4bacb4381a3 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:47.002806 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-247afcab-c5eb-4668-bfff-2b39dc4ca5cd req-5ebec7a4-bda4-484b-a7d0-f4bacb4381a3 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.9434536 May 04 22:21:47.008236 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-718b330b-cd4f-4c86-8633-64b63dfe9066 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:47.023984 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-718b330b-cd4f-4c86-8633-64b63dfe9066 admin admin] Usage tracker for resource:security_group_rule and tenant:7abb4b1a180f416aacffbec962b29450 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:47.028250 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 55162) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:47.054191 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-05c71142-8405-42ab-b396-0097ae8f49c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:47.062776 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-718b330b-cd4f-4c86-8633-64b63dfe9066 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:47.076896 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-05c71142-8405-42ab-b396-0097ae8f49c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:47.080169 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-718b330b-cd4f-4c86-8633-64b63dfe9066 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:47.084656 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-05c71142-8405-42ab-b396-0097ae8f49c2 admin admin] Usage tracker for resource:security_group_rule and tenant:3a036042b47642e0bc6c3606be7e4255 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:47.090158 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-05c71142-8405-42ab-b396-0097ae8f49c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:47.098651 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-05c71142-8405-42ab-b396-0097ae8f49c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:47.104194 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-567d0137-198a-46fe-a084-56a4c78f7c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:47.121775 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5238b2ce-9630-497b-aedc-65bf8a51f21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:47.169327 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920186'] for network, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:47.184945 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a7c12a3e-aed9-4090-ba21-6762f256e531 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:47.201047 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:47.218472 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e70c119-fe03-4969-8831-f2e6520db65c,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:47.224962 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:47.264562 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-05c71142-8405-42ab-b396-0097ae8f49c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:47.349009 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] 10.222.0.72 "DELETE /v2.0/networks/8e70c119-fe03-4969-8831-f2e6520db65c HTTP/1.1" status: 204 len: 168 time: 2.4156597 May 04 22:21:47.381464 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-05c71142-8405-42ab-b396-0097ae8f49c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:47.438137 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:47.470296 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567d0137-198a-46fe-a084-56a4c78f7c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46248b92-8005-4a73-a6dc-de11c7cc2dd2,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:47.503225 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a473c858-1233-4244-8229-47d6127d4942 req-e880c0ab-f6aa-49e8-a644-ecbaaee28e54 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8951509 May 04 22:21:47.505004 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-567d0137-198a-46fe-a084-56a4c78f7c5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:47.592107 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-05c71142-8405-42ab-b396-0097ae8f49c2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3a036042b47642e0bc6c3606be7e4255&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5622420 May 04 22:21:47.597603 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 55172) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:47.600229 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c71142-8405-42ab-b396-0097ae8f49c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d639749-4a05-4d12-a1b4-5a077ff60985,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:47.621477 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-05c71142-8405-42ab-b396-0097ae8f49c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:47.664327 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:21:47.740102 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-247afcab-c5eb-4668-bfff-2b39dc4ca5cd req-05b72e95-04e6-4808-baae-7a0bbd718a6f tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7197859 May 04 22:21:47.786999 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-567d0137-198a-46fe-a084-56a4c78f7c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:47.786999 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-567d0137-198a-46fe-a084-56a4c78f7c5e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/46248b92-8005-4a73-a6dc-de11c7cc2dd2 HTTP/1.1" status: 204 len: 168 time: 3.1208475 May 04 22:21:47.816555 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-081ddf63-6c85-4af1-bd5d-de9e50025c5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:47.922360 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-081ddf63-6c85-4af1-bd5d-de9e50025c5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:48.043951 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.db.resource_extend [None req-46918ecf-756c-40e1-af25-8236483fbb45 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 22:21:48.122883 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-718b330b-cd4f-4c86-8633-64b63dfe9066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:48.178813 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-46918ecf-756c-40e1-af25-8236483fbb45 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:48.179474 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 55180) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:48.210446 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-081ddf63-6c85-4af1-bd5d-de9e50025c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:48.225652 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:48.247627 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-718b330b-cd4f-4c86-8633-64b63dfe9066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:48.251867 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ddf63-6c85-4af1-bd5d-de9e50025c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d639749-4a05-4d12-a1b4-5a077ff60985,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:48.262517 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-081ddf63-6c85-4af1-bd5d-de9e50025c5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:48.272651 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-abc43fe8-7869-4a59-89b0-a380764ca066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:48.287908 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-081ddf63-6c85-4af1-bd5d-de9e50025c5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:48.293477 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-081ddf63-6c85-4af1-bd5d-de9e50025c5a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3d639749-4a05-4d12-a1b4-5a077ff60985 HTTP/1.1" status: 204 len: 168 time: 0.6667454 May 04 22:21:48.333393 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-46918ecf-756c-40e1-af25-8236483fbb45 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920181'] for floatingip, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:48.342326 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-ced0f09f-bb9d-491f-adc8-685dd31f4098 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=44618245fb2e4b7fae376e7cfe12c5cf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1608541 May 04 22:21:48.344782 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 55188) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:48.527066 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-95e4b608-3a41-4474-b6fe-38bdcae25f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:48.591210 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-718b330b-cd4f-4c86-8633-64b63dfe9066 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7abb4b1a180f416aacffbec962b29450&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1311402 May 04 22:21:48.598247 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 55192) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:48.617033 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-95e4b608-3a41-4474-b6fe-38bdcae25f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:48.632501 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b330b-cd4f-4c86-8633-64b63dfe9066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa73cf56-e00e-432d-a798-6116253b2ea2,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:48.642430 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-718b330b-cd4f-4c86-8633-64b63dfe9066 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:48.725668 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.l3_db [None req-46918ecf-756c-40e1-af25-8236483fbb45 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Floating IP d888f326-3379-4aff-b2ac-a8134556002c associated. External IP: 172.28.3.98, port: 261b8217-2c79-4ca3-9286-653ff4a2af15. May 04 22:21:48.819799 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-45641f7d-67aa-4752-86b2-2e4ea8eb5fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:48.886901 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-45641f7d-67aa-4752-86b2-2e4ea8eb5fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:49.026457 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-95e4b608-3a41-4474-b6fe-38bdcae25f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:49.067875 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:49.093161 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e4b608-3a41-4474-b6fe-38bdcae25f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f7e3ea-e129-4051-a2f1-1def12f4f0a6,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:49.101136 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-95e4b608-3a41-4474-b6fe-38bdcae25f34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:49.239903 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-95e4b608-3a41-4474-b6fe-38bdcae25f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:49.243032 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-95e4b608-3a41-4474-b6fe-38bdcae25f34 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/39f7e3ea-e129-4051-a2f1-1def12f4f0a6 HTTP/1.1" status: 204 len: 168 time: 0.8936591 May 04 22:21:49.268710 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-45641f7d-67aa-4752-86b2-2e4ea8eb5fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:49.282143 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:49.301093 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45641f7d-67aa-4752-86b2-2e4ea8eb5fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa73cf56-e00e-432d-a798-6116253b2ea2,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:49.329131 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-45641f7d-67aa-4752-86b2-2e4ea8eb5fc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:49.332044 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-45641f7d-67aa-4752-86b2-2e4ea8eb5fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:49.343386 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-45641f7d-67aa-4752-86b2-2e4ea8eb5fc5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/aa73cf56-e00e-432d-a798-6116253b2ea2 HTTP/1.1" status: 204 len: 168 time: 0.7422950 May 04 22:21:49.573970 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be0b73-d6f8-4188-8e20-df690e0f6f67 req-6ad64c3a-a8f3-4620-ab95-b85404dc6fde tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:49.576895 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d8be0b73-d6f8-4188-8e20-df690e0f6f67 req-6ad64c3a-a8f3-4620-ab95-b85404dc6fde tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.4568825 May 04 22:21:49.716552 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d8be0b73-d6f8-4188-8e20-df690e0f6f67 req-7f5b169a-7372-4c30-86fd-e65bd815276c tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295590 May 04 22:21:49.769854 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46918ecf-756c-40e1-af25-8236483fbb45 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Router 8b61213a-a44f-40a3-9112-b83df320c1e2 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:21:50.339728 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46918ecf-756c-40e1-af25-8236483fbb45 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:21:50.354177 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2f987-8a01-4472-b431-a3ef688015f0 None None] Sync routers for ids ['8b61213a-a44f-40a3-9112-b83df320c1e2'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:21:50.363466 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-46918ecf-756c-40e1-af25-8236483fbb45 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:50.373828 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf2f987-8a01-4472-b431-a3ef688015f0 None None] Routers {'8b61213a-a44f-40a3-9112-b83df320c1e2'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:21:50.375100 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-cbf2f987-8a01-4472-b431-a3ef688015f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:21:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['8b61213a-a44f-40a3-9112-b83df320c1e2'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:50.463495 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-46918ecf-756c-40e1-af25-8236483fbb45 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "PUT /v2.0/floatingips/d888f326-3379-4aff-b2ac-a8134556002c HTTP/1.1" status: 200 len: 990 time: 5.4179637 May 04 22:21:50.465655 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d09a60f-37a6-4940-9322-1cabb93d1823', 'tag': '261b8217-2c79-4ca3-9286-653ff4a2af15'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:21:50.611526 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d09a60f-37a6-4940-9322-1cabb93d1823', 'tag': '261b8217-2c79-4ca3-9286-653ff4a2af15', 'status': 'completed', 'code': 200} May 04 22:21:50.773945 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb501d5-0877-4f15-9013-4baf063da3b8 req-0d045f91-c62a-4ec8-9bd5-996609d6925f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:50.773945 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9fb501d5-0877-4f15-9013-4baf063da3b8 req-0d045f91-c62a-4ec8-9bd5-996609d6925f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4&device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 1098 time: 0.1228142 May 04 22:21:50.832263 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-cbf2f987-8a01-4472-b431-a3ef688015f0 None None] Set router 8b61213a-a44f-40a3-9112-b83df320c1e2 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:21:51.043238 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb501d5-0877-4f15-9013-4baf063da3b8 req-c20234da-560c-45c1-bbd9-bbf5b66c1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:51.046586 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9fb501d5-0877-4f15-9013-4baf063da3b8 req-c20234da-560c-45c1-bbd9-bbf5b66c1df3 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5170873a-6cb6-4353-9101-7364c7875074 HTTP/1.1" status: 200 len: 912 time: 0.2697880 May 04 22:21:51.457267 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 55266) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:51.469503 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24281f3-ffb8-4350-8a58-37f45f9fec23 req-c753dc96-ae83-446b-9be1-d79fda3ae248 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:51.479355 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f24281f3-ffb8-4350-8a58-37f45f9fec23 req-c753dc96-ae83-446b-9be1-d79fda3ae248 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.3144870 May 04 22:21:51.481031 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9fb501d5-0877-4f15-9013-4baf063da3b8 req-7f45626f-4380-4680-9f07-17106dad27de service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261b8217-2c79-4ca3-9286-653ff4a2af15 HTTP/1.1" status: 200 len: 998 time: 0.4266546 May 04 22:21:51.589644 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e064294f-07f5-4d9e-99f1-45b3d413ce6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:51.633523 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-e064294f-07f5-4d9e-99f1-45b3d413ce6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:21:51.667169 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-e064294f-07f5-4d9e-99f1-45b3d413ce6f admin admin] Usage tracker for resource:security_group_rule and tenant:a89a07ca484e473caf2be6a65dc90b5f is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:21:51.683849 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb501d5-0877-4f15-9013-4baf063da3b8 req-a0d6d597-8ac3-4068-8558-5cf6d8aa5199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:51.687633 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9fb501d5-0877-4f15-9013-4baf063da3b8 req-a0d6d597-8ac3-4068-8558-5cf6d8aa5199 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1643d57d-290d-4570-bd82-70f1a3a61b16 HTTP/1.1" status: 200 len: 850 time: 0.1747942 May 04 22:21:51.694024 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-e064294f-07f5-4d9e-99f1-45b3d413ce6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:21:51.809843 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f24281f3-ffb8-4350-8a58-37f45f9fec23 req-17a61fd9-c75b-4aa5-ab5c-b753df85ed8c tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215828 May 04 22:21:51.837060 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-e064294f-07f5-4d9e-99f1-45b3d413ce6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:21:51.964156 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb501d5-0877-4f15-9013-4baf063da3b8 req-61e69390-2808-424a-892e-ddb3429a9288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:51.964974 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9fb501d5-0877-4f15-9013-4baf063da3b8 req-61e69390-2808-424a-892e-ddb3429a9288 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5170873a-6cb6-4353-9101-7364c7875074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2604511 May 04 22:21:52.039771 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-cbf2f987-8a01-4472-b431-a3ef688015f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': 'd888f326-3379-4aff-b2ac-a8134556002c', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'floating_ip_address': '172.28.3.98', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'port_id': '261b8217-2c79-4ca3-9286-653ff4a2af15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'mac_address': 'fa:16:3e:cc:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d09a60f-37a6-4940-9322-1cabb93d1823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:21:02Z', 'updated_at': '2021-05-04T22:21:47Z', 'revision_number': 1, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7113d47-d361-4895-a725-774215793f4c', 'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'mac_address': 'fa:16:3e:36:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:38Z', 'updated_at': '2021-05-04T22:20:58Z', 'revision_number': 5, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'subnets': [{'id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:52.050921 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2f987-8a01-4472-b431-a3ef688015f0 None None] Checking router: 8b61213a-a44f-40a3-9112-b83df320c1e2 for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:21:52.067441 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf2f987-8a01-4472-b431-a3ef688015f0 None None] Routers {'8b61213a-a44f-40a3-9112-b83df320c1e2'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:21:52.068704 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-cbf2f987-8a01-4472-b431-a3ef688015f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:21:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['8b61213a-a44f-40a3-9112-b83df320c1e2'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:52.204154 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e064294f-07f5-4d9e-99f1-45b3d413ce6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:52.284783 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e064294f-07f5-4d9e-99f1-45b3d413ce6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:52.318160 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-567d0137-198a-46fe-a084-56a4c78f7c5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:52.424948 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064294f-07f5-4d9e-99f1-45b3d413ce6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcc7c68-ee06-45a6-b8f7-bc138cf7ee30,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:52.498749 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9fb501d5-0877-4f15-9013-4baf063da3b8 req-a659e08e-8a7d-4334-9359-64bd3079b459 service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5198934 May 04 22:21:52.505650 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e064294f-07f5-4d9e-99f1-45b3d413ce6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:52.564253 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-cbf2f987-8a01-4472-b431-a3ef688015f0 None None] Set router 8b61213a-a44f-40a3-9112-b83df320c1e2 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:21:52.596419 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-e064294f-07f5-4d9e-99f1-45b3d413ce6f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a89a07ca484e473caf2be6a65dc90b5f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1364989 May 04 22:21:52.600557 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 55294) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:21:52.777930 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e92e8f88-ae03-4c99-977d-5dfc96b113b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:52.926919 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e92e8f88-ae03-4c99-977d-5dfc96b113b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:52.953724 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9fb501d5-0877-4f15-9013-4baf063da3b8 req-60e29e8b-98ca-406c-9b6c-0a7ba0db5a59 service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410663 May 04 22:21:53.200098 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e92e8f88-ae03-4c99-977d-5dfc96b113b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:53.221586 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:21:53.278039 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92e8f88-ae03-4c99-977d-5dfc96b113b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcc7c68-ee06-45a6-b8f7-bc138cf7ee30,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:21:53.287245 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-e92e8f88-ae03-4c99-977d-5dfc96b113b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:21:53.290502 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e92e8f88-ae03-4c99-977d-5dfc96b113b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:21:53.294511 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-e92e8f88-ae03-4c99-977d-5dfc96b113b5 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/7fcc7c68-ee06-45a6-b8f7-bc138cf7ee30 HTTP/1.1" status: 204 len: 168 time: 0.6911862 May 04 22:21:53.373690 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99804acc-8650-4475-977c-0704f8a620c3 req-730989d9-23cf-4609-b252-c3fabbf87e09 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:53.377887 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99804acc-8650-4475-977c-0704f8a620c3 req-730989d9-23cf-4609-b252-c3fabbf87e09 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.3137298 May 04 22:21:53.461813 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-cbf2f987-8a01-4472-b431-a3ef688015f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': 'd888f326-3379-4aff-b2ac-a8134556002c', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'floating_ip_address': '172.28.3.98', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'port_id': '261b8217-2c79-4ca3-9286-653ff4a2af15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'mac_address': 'fa:16:3e:cc:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d09a60f-37a6-4940-9322-1cabb93d1823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:21:02Z', 'updated_at': '2021-05-04T22:21:47Z', 'revision_number': 1, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7113d47-d361-4895-a725-774215793f4c', 'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'mac_address': 'fa:16:3e:36:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:38Z', 'updated_at': '2021-05-04T22:20:58Z', 'revision_number': 5, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'subnets': [{'id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:21:53.472441 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbf2f987-8a01-4472-b431-a3ef688015f0 None None] The sync data for ids ['8b61213a-a44f-40a3-9112-b83df320c1e2'] in dv-cinder-786928-2-smb is: [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': 'd888f326-3379-4aff-b2ac-a8134556002c', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'floating_ip_address': '172.28.3.98', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'port_id': '261b8217-2c79-4ca3-9286-653ff4a2af15', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'mac_address': 'fa:16:3e:cc:2b:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d09a60f-37a6-4940-9322-1cabb93d1823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:21:02Z', 'updated_at': '2021-05-04T22:21:47Z', 'revision_number': 1, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7113d47-d361-4895-a725-774215793f4c', 'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'mac_address': 'fa:16:3e:36:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:38Z', 'updated_at': '2021-05-04T22:20:58Z', 'revision_number': 5, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'subnets': [{'id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:21:53.583305 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99804acc-8650-4475-977c-0704f8a620c3 req-a44128ac-8afa-461b-b85b-5dd827db276e tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937437 May 04 22:21:53.641068 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea48bc-5d4a-4679-a0ff-4ea8d02b7d2e req-107b9d20-fd8b-4427-865b-9496270a2435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:53.644423 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-56ea48bc-5d4a-4679-a0ff-4ea8d02b7d2e req-107b9d20-fd8b-4427-865b-9496270a2435 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 1099 time: 0.1606784 May 04 22:21:53.738633 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-56ea48bc-5d4a-4679-a0ff-4ea8d02b7d2e req-c621660a-cd13-48b1-9916-51926395be0e service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855384 May 04 22:21:53.820333 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b34490e-31d0-4f43-be44-15cf63e3a8d2 None None] New status for floating IP d888f326-3379-4aff-b2ac-a8134556002c: ACTIVE {{(pid=74777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 22:21:54.975236 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e14ee2-a29a-4758-b377-baf6a27faede req-58948613-03ef-4579-b7dc-917a79fc32bc tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:54.979514 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-34e14ee2-a29a-4758-b377-baf6a27faede req-58948613-03ef-4579-b7dc-917a79fc32bc tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.1655915 May 04 22:21:55.052704 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-34e14ee2-a29a-4758-b377-baf6a27faede req-dd7bb4b0-2883-4fb4-b605-52d0e8fe490d tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657260 May 04 22:21:56.444752 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b525b01-e3f0-4f39-a981-57f40ef33181 req-58635aea-e645-4b5e-8539-609e2ea97359 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:56.451772 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2b525b01-e3f0-4f39-a981-57f40ef33181 req-58635aea-e645-4b5e-8539-609e2ea97359 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.1901450 May 04 22:21:56.599850 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2b525b01-e3f0-4f39-a981-57f40ef33181 req-ee2a2408-06ca-4553-818a-4d7aa1d691a6 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322978 May 04 22:21:57.053530 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38b64e-22c4-449a-a897-c960de10731d req-9849bed2-cbfa-4cba-9323-a1f94861e42d tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:21:57.056235 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0a38b64e-22c4-449a-a897-c960de10731d req-9849bed2-cbfa-4cba-9323-a1f94861e42d tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.1669514 May 04 22:21:57.140882 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0a38b64e-22c4-449a-a897-c960de10731d req-0a7a3f85-e0a1-44d6-b5e3-e7406541dff3 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717556 May 04 22:22:01.096361 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-468f07b2-0a12-4818-b4be-3b1e1845fabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:01.118266 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0615235-68bb-4e63-a096-65dddda72552 req-a4e53f85-1c1c-47ea-9873-070f36694e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:01.122894 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c0615235-68bb-4e63-a096-65dddda72552 req-a4e53f85-1c1c-47ea-9873-070f36694e79 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef715efd07447e18adc8ceda6e46320&device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 1098 time: 0.2725973 May 04 22:22:01.304364 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1a6675-d955-4027-85a5-f97629d22970 req-8b243424-01b1-4953-93e2-a03260af6a62 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:01.307194 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8f1a6675-d955-4027-85a5-f97629d22970 req-8b243424-01b1-4953-93e2-a03260af6a62 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.3621185 May 04 22:22:01.542015 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:01.627898 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8f1a6675-d955-4027-85a5-f97629d22970 req-9b9488f2-d707-49f0-bf75-8e348dee52a9 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097587 May 04 22:22:01.683062 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0615235-68bb-4e63-a096-65dddda72552 req-f0f8ea70-2cd4-4ff2-96a5-6fafa1a982c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:01.687020 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c0615235-68bb-4e63-a096-65dddda72552 req-f0f8ea70-2cd4-4ff2-96a5-6fafa1a982c6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d HTTP/1.1" status: 200 len: 919 time: 0.5453382 May 04 22:22:01.809251 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c0615235-68bb-4e63-a096-65dddda72552 req-80fd3736-fd05-4d4d-a10b-94e6ad166946 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e0f0055-593a-4d59-b905-117ec2717892 HTTP/1.1" status: 200 len: 217 time: 0.1140733 May 04 22:22:01.893179 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0615235-68bb-4e63-a096-65dddda72552 req-301120f0-6364-4d5e-8ec6-e03d245640dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:01.895899 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c0615235-68bb-4e63-a096-65dddda72552 req-301120f0-6364-4d5e-8ec6-e03d245640dc service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e401076d-e9b5-41af-9fce-0e3c76ed8872 HTTP/1.1" status: 200 len: 858 time: 0.0780370 May 04 22:22:01.978377 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c0615235-68bb-4e63-a096-65dddda72552 req-dc650a9e-b5a2-479c-b086-f67517fbda4d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728285 May 04 22:22:02.167114 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c0615235-68bb-4e63-a096-65dddda72552 req-9c96e877-ad50-4f1f-ba9c-8e3ca44cd43a service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816614 May 04 22:22:02.387023 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c0615235-68bb-4e63-a096-65dddda72552 req-db568d8c-5ba7-474f-a3b8-f9c7728f35d1 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075560 May 04 22:22:03.102305 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33379c35-516e-40ee-b0b6-0d280825bc78 req-2cf5d4b5-82e4-4f94-8c49-2e7329af662e tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:03.106113 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-33379c35-516e-40ee-b0b6-0d280825bc78 req-2cf5d4b5-82e4-4f94-8c49-2e7329af662e tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.1975503 May 04 22:22:03.174398 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-33379c35-516e-40ee-b0b6-0d280825bc78 req-822b2b0d-2b1c-4004-89d9-5eaa39413543 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560012 May 04 22:22:04.187869 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:04.555528 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c543bb6b-cf19-427c-b06d-859b5449f8c3 req-950ccc14-3203-420e-8254-8349012227e0 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:04.559549 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c543bb6b-cf19-427c-b06d-859b5449f8c3 req-950ccc14-3203-420e-8254-8349012227e0 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.1553564 May 04 22:22:04.616745 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c543bb6b-cf19-427c-b06d-859b5449f8c3 req-c8960952-240d-482a-bd54-4a1cffcb39f2 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512204 May 04 22:22:05.175419 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-9f0f3096-b6c5-4f1a-b93b-8e9dc7dc9a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:05.976067 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa69a1f-5985-4ae8-a2f0-9cbef53ecd02 req-aebea542-7b95-4075-99e0-9b779d5231ea tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:05.978494 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1aa69a1f-5985-4ae8-a2f0-9cbef53ecd02 req-aebea542-7b95-4075-99e0-9b779d5231ea tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.1692479 May 04 22:22:06.067190 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1aa69a1f-5985-4ae8-a2f0-9cbef53ecd02 req-1a2b841c-a823-43f0-b9e1-ff9c1a80d6c2 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772922 May 04 22:22:06.228457 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:07.489636 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c2ee1-1bbd-4b19-bb6a-9f80ad019704 req-f5bada87-2a57-4292-905b-f3d792e5dca6 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:07.492453 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-266c2ee1-1bbd-4b19-bb6a-9f80ad019704 req-f5bada87-2a57-4292-905b-f3d792e5dca6 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.1598837 May 04 22:22:07.690326 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-266c2ee1-1bbd-4b19-bb6a-9f80ad019704 req-7392f69c-0eec-457c-a76b-a8c54bfada86 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829526 May 04 22:22:08.370659 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:08.652418 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 55734) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:08.780026 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 55744) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:09.231895 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7d216c19-ff9b-4845-b5de-f549550a047a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:09.317748 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36efb1b9-1422-47ce-84a1-d3c671a8c446 req-5af509c9-69dc-4bf5-870e-e09733fd8c5d tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:09.325814 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-7d216c19-ff9b-4845-b5de-f549550a047a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:09.330495 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-36efb1b9-1422-47ce-84a1-d3c671a8c446 req-5af509c9-69dc-4bf5-870e-e09733fd8c5d tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.2780662 May 04 22:22:09.335639 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-7d216c19-ff9b-4845-b5de-f549550a047a admin admin] Usage tracker for resource:security_group_rule and tenant:31232e82dd4149baa144da0de7b80ee9 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:09.341762 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-7d216c19-ff9b-4845-b5de-f549550a047a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:09.366170 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-7d216c19-ff9b-4845-b5de-f549550a047a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:09.498435 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-36efb1b9-1422-47ce-84a1-d3c671a8c446 req-4ce3ed10-3e16-43f2-bdae-7628c1698031 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412988 May 04 22:22:09.502986 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6096d2f4-df76-4091-a2f7-768748bc8bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:09.554814 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-6096d2f4-df76-4091-a2f7-768748bc8bb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:09.565638 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-6096d2f4-df76-4091-a2f7-768748bc8bb9 admin admin] Usage tracker for resource:security_group_rule and tenant:2d35f89b74c84c2c9198d5a765adb88a is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:09.577817 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-6096d2f4-df76-4091-a2f7-768748bc8bb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:09.593359 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-6096d2f4-df76-4091-a2f7-768748bc8bb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:09.716758 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7d216c19-ff9b-4845-b5de-f549550a047a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:09.862750 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6096d2f4-df76-4091-a2f7-768748bc8bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:09.865419 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7d216c19-ff9b-4845-b5de-f549550a047a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:09.880252 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-fbf498ad-a78b-4f0c-ba08-0373c65f3dd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:09.945553 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-7d216c19-ff9b-4845-b5de-f549550a047a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=31232e82dd4149baa144da0de7b80ee9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1632264 May 04 22:22:09.948371 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d216c19-ff9b-4845-b5de-f549550a047a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b36a37-1f36-418b-b9ca-18db24bf78b8,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:09.950220 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 55772) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:09.953685 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-7d216c19-ff9b-4845-b5de-f549550a047a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:10.059772 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a6a18a3e-13ef-4791-99ba-31cb9ef7fd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:10.098462 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6096d2f4-df76-4091-a2f7-768748bc8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:10.116340 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:10.119592 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a6a18a3e-13ef-4791-99ba-31cb9ef7fd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:10.195060 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096d2f4-df76-4091-a2f7-768748bc8bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bf7eb9-2425-47d8-a97d-e0dee1e5c629,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:10.233497 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-6096d2f4-df76-4091-a2f7-768748bc8bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:10.240882 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-6096d2f4-df76-4091-a2f7-768748bc8bb9 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2d35f89b74c84c2c9198d5a765adb88a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5854862 May 04 22:22:10.245878 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 55778) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:10.358923 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a6a18a3e-13ef-4791-99ba-31cb9ef7fd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:10.369728 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:10.396049 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b1dea261-64fa-42f9-b8e0-e578de4ed83d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:10.420971 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a18a3e-13ef-4791-99ba-31cb9ef7fd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b36a37-1f36-418b-b9ca-18db24bf78b8,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:10.445960 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a6a18a3e-13ef-4791-99ba-31cb9ef7fd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:10.452256 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a6a18a3e-13ef-4791-99ba-31cb9ef7fd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:10.452256 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-a6a18a3e-13ef-4791-99ba-31cb9ef7fd93 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/18b36a37-1f36-418b-b9ca-18db24bf78b8 HTTP/1.1" status: 204 len: 168 time: 0.4985285 May 04 22:22:10.488360 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b1dea261-64fa-42f9-b8e0-e578de4ed83d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:10.724493 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b1dea261-64fa-42f9-b8e0-e578de4ed83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:10.735095 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e85aa81e-218d-47e3-9c10-170667108421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:10.770597 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dea261-64fa-42f9-b8e0-e578de4ed83d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bf7eb9-2425-47d8-a97d-e0dee1e5c629,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:10.776019 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-b1dea261-64fa-42f9-b8e0-e578de4ed83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:10.781073 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b1dea261-64fa-42f9-b8e0-e578de4ed83d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:10.783032 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-b1dea261-64fa-42f9-b8e0-e578de4ed83d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/02bf7eb9-2425-47d8-a97d-e0dee1e5c629 HTTP/1.1" status: 204 len: 168 time: 0.5350266 May 04 22:22:10.967897 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8910c819-b731-4cd7-aa7f-0a0e7f1dda81 req-6bbd1b93-a886-4e7b-a28a-eb0cc045ac4c tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:10.974400 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8910c819-b731-4cd7-aa7f-0a0e7f1dda81 req-6bbd1b93-a886-4e7b-a28a-eb0cc045ac4c tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.1474080 May 04 22:22:11.038691 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8910c819-b731-4cd7-aa7f-0a0e7f1dda81 req-858615f2-0164-4165-b6e4-38f6c9ab9ea3 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607543 May 04 22:22:11.960989 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 55814) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:12.000915 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-43788f0e-3a46-4063-9530-9bd7216a0724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:12.035031 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-43788f0e-3a46-4063-9530-9bd7216a0724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:12.050295 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-43788f0e-3a46-4063-9530-9bd7216a0724 admin admin] Usage tracker for resource:security_group_rule and tenant:c7ca18b03ff54343a94c8e98996bb6c1 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:12.057501 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-43788f0e-3a46-4063-9530-9bd7216a0724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:12.069768 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-43788f0e-3a46-4063-9530-9bd7216a0724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:12.136882 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 55822) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:12.397979 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-43788f0e-3a46-4063-9530-9bd7216a0724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:12.579967 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1b9779-ba93-4640-b961-a20ae3a6e9e5 req-785df8b2-624f-428e-a4bf-8ca227027795 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:12.582629 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2a1b9779-ba93-4640-b961-a20ae3a6e9e5 req-785df8b2-624f-428e-a4bf-8ca227027795 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.1706181 May 04 22:22:12.641174 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f33a7765-e4a7-4eba-9547-6c6d1a3e26f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:12.645158 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2a1b9779-ba93-4640-b961-a20ae3a6e9e5 req-47871777-c4bd-4407-9990-986a80d76e3f tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516741 May 04 22:22:12.646646 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-43788f0e-3a46-4063-9530-9bd7216a0724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:12.654978 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-569710ce-7e72-4453-b86a-bada4af3c9ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:12.660990 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-f33a7765-e4a7-4eba-9547-6c6d1a3e26f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:12.667149 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-f33a7765-e4a7-4eba-9547-6c6d1a3e26f2 admin admin] Usage tracker for resource:security_group_rule and tenant:13b238fcf320476d85ca3d1cb430700c is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:12.671288 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-f33a7765-e4a7-4eba-9547-6c6d1a3e26f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:12.683969 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-f33a7765-e4a7-4eba-9547-6c6d1a3e26f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:12.704729 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-43788f0e-3a46-4063-9530-9bd7216a0724 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c7ca18b03ff54343a94c8e98996bb6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7420752 May 04 22:22:12.705589 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43788f0e-3a46-4063-9530-9bd7216a0724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8faccdb6-5ec5-4d0e-b264-b87d4487b8ec,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:12.709046 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 55836) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:12.712765 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-43788f0e-3a46-4063-9530-9bd7216a0724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:12.827965 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f33a7765-e4a7-4eba-9547-6c6d1a3e26f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:12.836483 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-40a3f11b-a822-41af-96eb-18e1dc99848a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:12.895477 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-40a3f11b-a822-41af-96eb-18e1dc99848a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:12.992552 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f33a7765-e4a7-4eba-9547-6c6d1a3e26f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:13.009553 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3e80a56e-a5b0-4b65-8ab2-6414644ff456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:13.028357 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 55850) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:13.055071 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e418a2af-25f4-4c2f-b8f1-4e22e5ebafb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:13.076968 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-e418a2af-25f4-4c2f-b8f1-4e22e5ebafb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:13.082803 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-e418a2af-25f4-4c2f-b8f1-4e22e5ebafb0 admin admin] Usage tracker for resource:security_group_rule and tenant:fc4a508ff2894b7cbe6d01db7b58060f is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:13.088103 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-e418a2af-25f4-4c2f-b8f1-4e22e5ebafb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:13.091023 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-f33a7765-e4a7-4eba-9547-6c6d1a3e26f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=13b238fcf320476d85ca3d1cb430700c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9520462 May 04 22:22:13.092939 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33a7765-e4a7-4eba-9547-6c6d1a3e26f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7b9582-f588-43ba-b156-edb6b9442af0,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:13.094382 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 55856) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:13.098241 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-f33a7765-e4a7-4eba-9547-6c6d1a3e26f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:13.117912 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-e418a2af-25f4-4c2f-b8f1-4e22e5ebafb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:13.120558 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-40a3f11b-a822-41af-96eb-18e1dc99848a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:13.129098 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e895d861-adcd-40b1-a347-f196ff90ee43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:13.146595 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a3f11b-a822-41af-96eb-18e1dc99848a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faccdb6-5ec5-4d0e-b264-b87d4487b8ec,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:13.150095 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-40a3f11b-a822-41af-96eb-18e1dc99848a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:13.253119 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-40a3f11b-a822-41af-96eb-18e1dc99848a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:13.255124 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-40a3f11b-a822-41af-96eb-18e1dc99848a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8faccdb6-5ec5-4d0e-b264-b87d4487b8ec HTTP/1.1" status: 204 len: 168 time: 0.5444348 May 04 22:22:13.342327 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-474c9bc1-cf13-4b62-b26e-e254a7d0c92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:13.437833 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-474c9bc1-cf13-4b62-b26e-e254a7d0c92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:13.502290 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e418a2af-25f4-4c2f-b8f1-4e22e5ebafb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:13.630133 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e418a2af-25f4-4c2f-b8f1-4e22e5ebafb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:13.639727 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:13.678672 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-474c9bc1-cf13-4b62-b26e-e254a7d0c92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:13.697837 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e418a2af-25f4-4c2f-b8f1-4e22e5ebafb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53348c39-d25c-483f-ae0e-0a5fb2aeaff1,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:13.703047 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-e418a2af-25f4-4c2f-b8f1-4e22e5ebafb0 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fc4a508ff2894b7cbe6d01db7b58060f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6731997 May 04 22:22:13.704682 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e418a2af-25f4-4c2f-b8f1-4e22e5ebafb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:13.705395 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-43788f0e-3a46-4063-9530-9bd7216a0724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:13.708012 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 55870) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:13.726721 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c9bc1-cf13-4b62-b26e-e254a7d0c92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7b9582-f588-43ba-b156-edb6b9442af0,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:13.732904 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-474c9bc1-cf13-4b62-b26e-e254a7d0c92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:13.763279 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-474c9bc1-cf13-4b62-b26e-e254a7d0c92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:13.765242 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-474c9bc1-cf13-4b62-b26e-e254a7d0c92b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0d7b9582-f588-43ba-b156-edb6b9442af0 HTTP/1.1" status: 204 len: 168 time: 0.6694193 May 04 22:22:13.870587 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-462ee373-b045-4219-8fa0-5bbfbb5182c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:13.948371 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-462ee373-b045-4219-8fa0-5bbfbb5182c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:14.159577 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da4cc13-cf3a-4056-a331-6efdb592e882 req-052df8ae-918f-4df7-8640-40c56957dd96 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:14.175091 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7da4cc13-cf3a-4056-a331-6efdb592e882 req-052df8ae-918f-4df7-8640-40c56957dd96 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.1967704 May 04 22:22:14.242442 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7da4cc13-cf3a-4056-a331-6efdb592e882 req-31ec3a1e-ba34-48b3-a681-52eb38725640 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655215 May 04 22:22:14.286997 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-462ee373-b045-4219-8fa0-5bbfbb5182c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:14.287590 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b8f08-800a-496f-8f95-4bc4c477bd86 req-8d4d4159-a013-42cb-a567-8fd0d8c29f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:14.290747 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-862b8f08-800a-496f-8f95-4bc4c477bd86 req-8d4d4159-a013-42cb-a567-8fd0d8c29f7b service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 1098 time: 0.2374930 May 04 22:22:14.295624 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-e92e8f88-ae03-4c99-977d-5dfc96b113b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:14.319345 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ee373-b045-4219-8fa0-5bbfbb5182c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53348c39-d25c-483f-ae0e-0a5fb2aeaff1,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:14.338536 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-462ee373-b045-4219-8fa0-5bbfbb5182c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:14.390425 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-462ee373-b045-4219-8fa0-5bbfbb5182c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:14.395161 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-462ee373-b045-4219-8fa0-5bbfbb5182c3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/53348c39-d25c-483f-ae0e-0a5fb2aeaff1 HTTP/1.1" status: 204 len: 168 time: 0.6853304 May 04 22:22:14.396550 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 55888) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:14.472324 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-862b8f08-800a-496f-8f95-4bc4c477bd86 req-8cd5ae9c-1617-4421-a6a5-8885e1dd18f6 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712735 May 04 22:22:15.330705 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a19d1e67-5c4d-493e-a96f-0f6de8e5fbe4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:15.377276 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-a19d1e67-5c4d-493e-a96f-0f6de8e5fbe4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:15.392808 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-a19d1e67-5c4d-493e-a96f-0f6de8e5fbe4 admin admin] Usage tracker for resource:security_group_rule and tenant:efd30cb5ee4d4f4cbb1c4246e22a414f is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:15.407591 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-a19d1e67-5c4d-493e-a96f-0f6de8e5fbe4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:15.420037 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-a19d1e67-5c4d-493e-a96f-0f6de8e5fbe4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:15.733726 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a19d1e67-5c4d-493e-a96f-0f6de8e5fbe4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:15.762224 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63942a73-e618-4d33-a839-3adaee9c6762 req-317fbecd-6b17-4f7c-af9f-171e2a9f2529 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:15.765272 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-63942a73-e618-4d33-a839-3adaee9c6762 req-317fbecd-6b17-4f7c-af9f-171e2a9f2529 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.2210574 May 04 22:22:15.892555 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a19d1e67-5c4d-493e-a96f-0f6de8e5fbe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:15.986940 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 55938) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:16.031633 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-95e4b608-3a41-4474-b6fe-38bdcae25f34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:16.040471 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-63942a73-e618-4d33-a839-3adaee9c6762 req-86236850-9d8d-4d50-9471-627aaaee3f84 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2659769 May 04 22:22:16.057190 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-3be7e91b-9b28-4f80-a2a2-b43e569facbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:16.101474 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-3be7e91b-9b28-4f80-a2a2-b43e569facbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:16.119751 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-3be7e91b-9b28-4f80-a2a2-b43e569facbc admin admin] Usage tracker for resource:security_group_rule and tenant:01dc934d553145bcb3e88cf3618d6934 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:16.130060 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-a19d1e67-5c4d-493e-a96f-0f6de8e5fbe4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=efd30cb5ee4d4f4cbb1c4246e22a414f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7309847 May 04 22:22:16.132022 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-3be7e91b-9b28-4f80-a2a2-b43e569facbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:16.143591 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 55946) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:16.201188 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19d1e67-5c4d-493e-a96f-0f6de8e5fbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9116592-c0ca-4d15-a1bf-571fd6a38519,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:16.203722 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-3be7e91b-9b28-4f80-a2a2-b43e569facbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:16.215089 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a19d1e67-5c4d-493e-a96f-0f6de8e5fbe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:16.367045 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e9c1a738-837b-44b2-afde-5b2c57388ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:16.417349 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e9c1a738-837b-44b2-afde-5b2c57388ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:16.533947 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-3be7e91b-9b28-4f80-a2a2-b43e569facbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:16.634944 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-3be7e91b-9b28-4f80-a2a2-b43e569facbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:16.651728 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:16.666112 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e9c1a738-837b-44b2-afde-5b2c57388ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:16.756673 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-3be7e91b-9b28-4f80-a2a2-b43e569facbc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=01dc934d553145bcb3e88cf3618d6934&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7678268 May 04 22:22:16.761726 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 55964) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:16.763544 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7e91b-9b28-4f80-a2a2-b43e569facbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fe28de-3e6f-42aa-8a0c-326dff37a65f,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:16.781193 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3be7e91b-9b28-4f80-a2a2-b43e569facbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:16.784989 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-07ad10cb-827b-4a43-8339-8bd04c094598 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:16.807388 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e9c1a738-837b-44b2-afde-5b2c57388ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:16.809341 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-e9c1a738-837b-44b2-afde-5b2c57388ce8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a9116592-c0ca-4d15-a1bf-571fd6a38519 HTTP/1.1" status: 204 len: 168 time: 0.6597106 May 04 22:22:16.819415 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c1a738-837b-44b2-afde-5b2c57388ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9116592-c0ca-4d15-a1bf-571fd6a38519,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:16.827429 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e9c1a738-837b-44b2-afde-5b2c57388ce8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:16.919728 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-025e3bee-3427-4826-8d03-364c360611b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:16.985471 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-025e3bee-3427-4826-8d03-364c360611b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:17.172739 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-025e3bee-3427-4826-8d03-364c360611b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:17.189816 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-05c71142-8405-42ab-b396-0097ae8f49c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:17.213769 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e3bee-3427-4826-8d03-364c360611b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fe28de-3e6f-42aa-8a0c-326dff37a65f,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:17.223799 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-025e3bee-3427-4826-8d03-364c360611b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:17.229172 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-025e3bee-3427-4826-8d03-364c360611b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:17.231893 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-025e3bee-3427-4826-8d03-364c360611b6 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/07fe28de-3e6f-42aa-8a0c-326dff37a65f HTTP/1.1" status: 204 len: 168 time: 0.4654124 May 04 22:22:17.427802 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6265bb-7d7b-44a0-9eb5-c6dcab172152 req-d22f28a1-1a97-4062-a673-c35fabeb9d90 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:17.431070 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5f6265bb-7d7b-44a0-9eb5-c6dcab172152 req-d22f28a1-1a97-4062-a673-c35fabeb9d90 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.1473103 May 04 22:22:17.518501 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5f6265bb-7d7b-44a0-9eb5-c6dcab172152 req-cd9a5d8f-8152-4a4c-a315-6a0f70d7bd42 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791111 May 04 22:22:18.293872 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 56004) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:18.343914 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4f0b5e7-8f60-4da8-9f63-978bcfa76202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:18.384857 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-d4f0b5e7-8f60-4da8-9f63-978bcfa76202 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:18.392921 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-d4f0b5e7-8f60-4da8-9f63-978bcfa76202 admin admin] Usage tracker for resource:security_group_rule and tenant:7d3a9131501b4fbf959195892b5c4bd1 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:18.399049 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-d4f0b5e7-8f60-4da8-9f63-978bcfa76202 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:18.412981 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-d4f0b5e7-8f60-4da8-9f63-978bcfa76202 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:18.661073 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4f0b5e7-8f60-4da8-9f63-978bcfa76202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:18.763943 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c0f6c-0f27-4607-9716-b38e25ca9c0f req-660da620-2538-4f3f-96ca-3617012fa75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:18.771870 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2c1c0f6c-0f27-4607-9716-b38e25ca9c0f req-660da620-2538-4f3f-96ca-3617012fa75e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef715efd07447e18adc8ceda6e46320&device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 1098 time: 0.2832270 May 04 22:22:18.830205 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4f0b5e7-8f60-4da8-9f63-978bcfa76202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:18.853609 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c109bd1c-6dd7-4c97-b16f-bf7cfd758bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:18.966081 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-d4f0b5e7-8f60-4da8-9f63-978bcfa76202 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7d3a9131501b4fbf959195892b5c4bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6700284 May 04 22:22:18.973111 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 56020) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:18.992960 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f0b5e7-8f60-4da8-9f63-978bcfa76202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c9bb6b-99f9-410f-96e3-fcfb90b379f6,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:19.037323 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283180c2-3c0d-4403-9fec-ab60a7606259 req-f3f3ded8-90e6-4a97-bb19-f2ae32035ab7 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:19.073051 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-283180c2-3c0d-4403-9fec-ab60a7606259 req-f3f3ded8-90e6-4a97-bb19-f2ae32035ab7 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.4057248 May 04 22:22:19.076982 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d4f0b5e7-8f60-4da8-9f63-978bcfa76202 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:19.277299 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-283180c2-3c0d-4403-9fec-ab60a7606259 req-b737a5aa-1832-426a-8111-cbcabda316ca tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023818 May 04 22:22:19.288843 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c0f6c-0f27-4607-9716-b38e25ca9c0f req-2921d15b-af91-4756-a563-3d3e935054da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:19.291615 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2c1c0f6c-0f27-4607-9716-b38e25ca9c0f req-2921d15b-af91-4756-a563-3d3e935054da service neutron] 10.222.0.85 "GET /v2.0/networks?id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d HTTP/1.1" status: 200 len: 919 time: 0.5060310 May 04 22:22:19.368570 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d5d21e2-9466-4e18-9989-636740d84387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:19.481684 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d5d21e2-9466-4e18-9989-636740d84387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:19.581182 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2c1c0f6c-0f27-4607-9716-b38e25ca9c0f req-fe35157f-f899-4854-bb93-7caa462fe452 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e0f0055-593a-4d59-b905-117ec2717892 HTTP/1.1" status: 200 len: 217 time: 0.2805095 May 04 22:22:19.742997 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c0f6c-0f27-4607-9716-b38e25ca9c0f req-15526b77-0017-42f3-88de-bb90aa485119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:19.745976 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2c1c0f6c-0f27-4607-9716-b38e25ca9c0f req-15526b77-0017-42f3-88de-bb90aa485119 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e401076d-e9b5-41af-9fce-0e3c76ed8872 HTTP/1.1" status: 200 len: 858 time: 0.1571348 May 04 22:22:19.800760 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d5d21e2-9466-4e18-9989-636740d84387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:19.808965 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-e33eedd9-793b-421e-88c3-ff52dca2d926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:19.835316 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d21e2-9466-4e18-9989-636740d84387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c9bb6b-99f9-410f-96e3-fcfb90b379f6,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:19.841641 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-1d5d21e2-9466-4e18-9989-636740d84387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:19.845635 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1d5d21e2-9466-4e18-9989-636740d84387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:19.847634 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2c1c0f6c-0f27-4607-9716-b38e25ca9c0f req-06ad217a-379e-4f79-9174-4ba0549c1e3a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913432 May 04 22:22:19.853806 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-1d5d21e2-9466-4e18-9989-636740d84387 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/f4c9bb6b-99f9-410f-96e3-fcfb90b379f6 HTTP/1.1" status: 204 len: 168 time: 0.8772786 May 04 22:22:20.136841 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2c1c0f6c-0f27-4607-9716-b38e25ca9c0f req-81bbefef-2457-412b-b6cb-8af6bbbb3783 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809923 May 04 22:22:20.343938 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2c1c0f6c-0f27-4607-9716-b38e25ca9c0f req-15628ac9-c4c0-47ef-a4e3-225943fc4395 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985037 May 04 22:22:20.680757 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf8045-5af5-48a2-87ba-d05e50cc83fb req-882ab3c5-8f12-4e4f-b320-ad34772e7916 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:20.699647 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1dbf8045-5af5-48a2-87ba-d05e50cc83fb req-882ab3c5-8f12-4e4f-b320-ad34772e7916 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.1840456 May 04 22:22:20.799861 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1dbf8045-5af5-48a2-87ba-d05e50cc83fb req-bb8d54d9-6320-4f20-bcd6-2baee698ae5b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026945 May 04 22:22:20.933907 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 56062) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:21.318226 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:21.351040 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:21.361040 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Usage tracker for resource:security_group_rule and tenant:bb7f9ae56dab4760a3222a5c242bd74b is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:21.368657 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:21.381746 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:21.573907 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:21.641359 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:21.665184 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d4f0b5e7-8f60-4da8-9f63-978bcfa76202 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:21.767656 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bb7f9ae56dab4760a3222a5c242bd74b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8316667 May 04 22:22:21.769294 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46bba3ca-5dbc-46eb-a5fc-c87d53049705,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:21.772883 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 56086) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:21.785864 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:21.786276 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:21.797829 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:21.797829 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:21.797829 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:21.797829 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:21.797829 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:21.797829 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:21.800255 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:21.801328 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:21.802208 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:21.803131 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:21.812441 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:22.075779 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:22.176728 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:22.517789 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eaf731-7583-48e5-bdb5-ed81ece2af81 req-a8c4fa78-46c9-4205-9395-2cb990f70269 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:22.520569 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-91eaf731-7583-48e5-bdb5-ed81ece2af81 req-a8c4fa78-46c9-4205-9395-2cb990f70269 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.2613232 May 04 22:22:22.590630 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:22.597271 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:22.645842 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46bba3ca-5dbc-46eb-a5fc-c87d53049705,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:22.671452 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:22.676821 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:22.676821 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:22.676821 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:22.676821 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:22.676821 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:22.676821 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:22.676821 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:22.676821 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:22.678160 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:22.678891 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:22.681708 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:22.691833 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:22.698952 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-91eaf731-7583-48e5-bdb5-ed81ece2af81 req-8697a04c-0796-49a7-ab7b-92e02f5e6ef7 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636772 May 04 22:22:22.700698 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:22.713477 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/46bba3ca-5dbc-46eb-a5fc-c87d53049705 HTTP/1.1" status: 204 len: 168 time: 0.9369900 May 04 22:22:24.033900 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdf39f-eba1-4b8f-be93-a8ab258cfa53 req-747ed81d-1db1-4a34-967a-701d93133092 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:24.036816 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a3fdf39f-eba1-4b8f-be93-a8ab258cfa53 req-747ed81d-1db1-4a34-967a-701d93133092 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.1542306 May 04 22:22:24.113245 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a3fdf39f-eba1-4b8f-be93-a8ab258cfa53 req-6ab50b68-3b3b-4881-98e5-b77b28ccaec6 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681310 May 04 22:22:24.220149 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 56150) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:24.248427 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ef32f1b3-8ff5-4fd2-9f11-afdd5551f480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:24.276422 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-ef32f1b3-8ff5-4fd2-9f11-afdd5551f480 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:24.284718 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-ef32f1b3-8ff5-4fd2-9f11-afdd5551f480 admin admin] Usage tracker for resource:security_group_rule and tenant:2c5281a1947441c59662786026fae4b2 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:24.291192 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-ef32f1b3-8ff5-4fd2-9f11-afdd5551f480 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:24.303843 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-ef32f1b3-8ff5-4fd2-9f11-afdd5551f480 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:24.494529 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ef32f1b3-8ff5-4fd2-9f11-afdd5551f480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:24.575434 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ef32f1b3-8ff5-4fd2-9f11-afdd5551f480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:24.641136 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a6a18a3e-13ef-4791-99ba-31cb9ef7fd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:24.672395 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:22:24.706685 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-ef32f1b3-8ff5-4fd2-9f11-afdd5551f480 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=2c5281a1947441c59662786026fae4b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4852548 May 04 22:22:24.708753 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef32f1b3-8ff5-4fd2-9f11-afdd5551f480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb71f7e-68a9-45fe-b128-600abae84ab2,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:24.714953 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 56162) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:24.715793 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-ef32f1b3-8ff5-4fd2-9f11-afdd5551f480 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:24.880535 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-15d6ddfd-1c3b-46d7-8481-784bf0b9d004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:24.954795 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-15d6ddfd-1c3b-46d7-8481-784bf0b9d004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:25.306699 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-15d6ddfd-1c3b-46d7-8481-784bf0b9d004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:25.311407 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-801d6b38-9beb-445e-83d9-3fc807d428bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:25.327834 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6ddfd-1c3b-46d7-8481-784bf0b9d004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb71f7e-68a9-45fe-b128-600abae84ab2,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:25.335043 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-15d6ddfd-1c3b-46d7-8481-784bf0b9d004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:25.352953 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-15d6ddfd-1c3b-46d7-8481-784bf0b9d004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:25.354964 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-15d6ddfd-1c3b-46d7-8481-784bf0b9d004 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/efb71f7e-68a9-45fe-b128-600abae84ab2 HTTP/1.1" status: 204 len: 168 time: 0.6370478 May 04 22:22:27.827093 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ce7c1-622e-483e-b22e-83ef89bc76b0 req-788201a3-2749-40fb-8ab2-4d87eafb89af tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:27.829000 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d51ce7c1-622e-483e-b22e-83ef89bc76b0 req-788201a3-2749-40fb-8ab2-4d87eafb89af tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.2289145 May 04 22:22:27.922810 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af5d0a-fe39-4298-823a-440fcb95ffc1 req-8a4be461-52f9-44e1-ac48-6bac65f6c60e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:27.937900 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d7af5d0a-fe39-4298-823a-440fcb95ffc1 req-8a4be461-52f9-44e1-ac48-6bac65f6c60e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.1855495 May 04 22:22:27.989499 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d51ce7c1-622e-483e-b22e-83ef89bc76b0 req-76aca045-d7c6-4d92-8d0d-93c5b07041cb tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345730 May 04 22:22:28.083059 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d7af5d0a-fe39-4298-823a-440fcb95ffc1 req-bccad854-320d-4404-a3dd-7127ac4197c2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429703 May 04 22:22:28.890133 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 56292) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:29.173129 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-29846aee-3692-4f85-83c1-615ddd84514e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:29.202391 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-29846aee-3692-4f85-83c1-615ddd84514e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:29.210109 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-29846aee-3692-4f85-83c1-615ddd84514e admin admin] Usage tracker for resource:security_group_rule and tenant:73bd46da3b384c4da0ae6dff1a08a928 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:29.215562 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-29846aee-3692-4f85-83c1-615ddd84514e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:29.250311 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-29846aee-3692-4f85-83c1-615ddd84514e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:29.526717 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-29846aee-3692-4f85-83c1-615ddd84514e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:29.610551 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03117390-240e-4777-9e94-7fb6e58baa9e req-853c0c11-7b0b-490c-a48e-baf569b627dc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:29.629158 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-03117390-240e-4777-9e94-7fb6e58baa9e req-853c0c11-7b0b-490c-a48e-baf569b627dc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.2669544 May 04 22:22:29.704335 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-29846aee-3692-4f85-83c1-615ddd84514e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:29.749714 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-03117390-240e-4777-9e94-7fb6e58baa9e req-45d8f7c4-fad5-408f-a7b0-96ab8de9071c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082437 May 04 22:22:29.761262 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-d610942f-eee1-4482-93d1-ca701ef96d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:29.876292 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-29846aee-3692-4f85-83c1-615ddd84514e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73bd46da3b384c4da0ae6dff1a08a928&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9809654 May 04 22:22:29.876783 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 56324) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:29.881421 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29846aee-3692-4f85-83c1-615ddd84514e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c10b47-11f8-4cc9-9499-7d585520d90a,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:29.888652 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-29846aee-3692-4f85-83c1-615ddd84514e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:30.176077 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71dbff0c-97fa-4e6b-b707-b94debd62324 req-ecf0deec-6f66-413a-a22c-588ff50cb3d9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5547504 May 04 22:22:30.189124 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-60bfe4e0-46cc-41a3-a5ae-9cd4faf8d356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:30.315331 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-60bfe4e0-46cc-41a3-a5ae-9cd4faf8d356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:30.433200 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbff0c-97fa-4e6b-b707-b94debd62324 req-52a46540-c7a4-4eb5-ab6d-18098095e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:30.435059 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71dbff0c-97fa-4e6b-b707-b94debd62324 req-52a46540-c7a4-4eb5-ab6d-18098095e83f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef715efd07447e18adc8ceda6e46320&device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 1098 time: 0.2296834 May 04 22:22:30.584047 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-60bfe4e0-46cc-41a3-a5ae-9cd4faf8d356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:30.592856 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cb2880d3-335f-4658-8470-12b9d96ee2a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:30.628928 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bfe4e0-46cc-41a3-a5ae-9cd4faf8d356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c10b47-11f8-4cc9-9499-7d585520d90a,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:30.644261 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-60bfe4e0-46cc-41a3-a5ae-9cd4faf8d356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:30.681186 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-60bfe4e0-46cc-41a3-a5ae-9cd4faf8d356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:30.682901 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-60bfe4e0-46cc-41a3-a5ae-9cd4faf8d356 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b2c10b47-11f8-4cc9-9499-7d585520d90a HTTP/1.1" status: 204 len: 168 time: 0.8047891 May 04 22:22:30.729561 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbff0c-97fa-4e6b-b707-b94debd62324 req-1a1a6e69-a5db-46b3-8487-a24dff2bcdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:30.738321 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71dbff0c-97fa-4e6b-b707-b94debd62324 req-1a1a6e69-a5db-46b3-8487-a24dff2bcdff service neutron] 10.222.0.85 "GET /v2.0/networks?id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d HTTP/1.1" status: 200 len: 919 time: 0.2742438 May 04 22:22:30.889592 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71dbff0c-97fa-4e6b-b707-b94debd62324 req-9592ab0b-0dc1-4602-b5ab-1fcb86077e81 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e0f0055-593a-4d59-b905-117ec2717892 HTTP/1.1" status: 200 len: 217 time: 0.1440566 May 04 22:22:31.071492 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dbff0c-97fa-4e6b-b707-b94debd62324 req-8bcd535c-8a35-4560-a0bf-2583e22b3bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:31.074279 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71dbff0c-97fa-4e6b-b707-b94debd62324 req-8bcd535c-8a35-4560-a0bf-2583e22b3bda service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e401076d-e9b5-41af-9fce-0e3c76ed8872 HTTP/1.1" status: 200 len: 858 time: 0.1723428 May 04 22:22:31.117383 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e313480-d75d-4267-9c16-4a53d7dbda16 req-15b84a2e-06b5-44b1-9167-bda218c26d5a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:31.119785 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0e313480-d75d-4267-9c16-4a53d7dbda16 req-15b84a2e-06b5-44b1-9167-bda218c26d5a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.1848974 May 04 22:22:31.140479 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71dbff0c-97fa-4e6b-b707-b94debd62324 req-5342d665-c420-4a6e-88c8-609736351b10 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586143 May 04 22:22:31.177092 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6a061f70-ca8f-4efa-ba9b-203df3bfaed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:31.243190 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0e313480-d75d-4267-9c16-4a53d7dbda16 req-311c96c8-3a72-4e6d-9a70-858fb4e97015 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027019 May 04 22:22:31.472987 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71dbff0c-97fa-4e6b-b707-b94debd62324 req-425f8c0e-e21a-4571-a28a-8554ee824d99 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240788 May 04 22:22:31.549176 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:31.789277 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71dbff0c-97fa-4e6b-b707-b94debd62324 req-72ab75ac-fc2e-4a3b-96d1-dfedb87cb87b service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3026612 May 04 22:22:32.055400 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 56382) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:32.090238 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-92e1a7d1-cf46-4005-998d-1b29e1f6438a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:32.118291 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-92e1a7d1-cf46-4005-998d-1b29e1f6438a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:32.126397 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-92e1a7d1-cf46-4005-998d-1b29e1f6438a admin admin] Usage tracker for resource:security_group_rule and tenant:5645e3b35e564f27af69d047fb6370eb is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:32.131577 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-92e1a7d1-cf46-4005-998d-1b29e1f6438a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:32.143524 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-92e1a7d1-cf46-4005-998d-1b29e1f6438a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:32.300187 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-92e1a7d1-cf46-4005-998d-1b29e1f6438a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:32.412830 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-92e1a7d1-cf46-4005-998d-1b29e1f6438a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:32.426751 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:32.485157 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e1a7d1-cf46-4005-998d-1b29e1f6438a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee80a795-0877-4626-aeaa-a466bfa56bbe,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:32.571202 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-92e1a7d1-cf46-4005-998d-1b29e1f6438a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:32.612775 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-92e1a7d1-cf46-4005-998d-1b29e1f6438a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5645e3b35e564f27af69d047fb6370eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5552373 May 04 22:22:32.617878 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 56396) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:32.716704 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33b9bc-e5fd-4102-abfb-256931d70492 req-b3b4f407-824f-4533-9029-81e37229ed52 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:32.717358 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 56402) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:32.723070 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2d33b9bc-e5fd-4102-abfb-256931d70492 req-b3b4f407-824f-4533-9029-81e37229ed52 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.2411928 May 04 22:22:32.767759 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d89732dd-7ec1-4e64-9683-1d63298eb69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:32.821273 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d89732dd-7ec1-4e64-9683-1d63298eb69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:32.825291 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2d33b9bc-e5fd-4102-abfb-256931d70492 req-d01b9675-e804-4cb6-bfd9-d1136aced27a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901191 May 04 22:22:33.010019 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-331b065f-d307-48b1-8cb0-99493eaa911d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:33.037312 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-331b065f-d307-48b1-8cb0-99493eaa911d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:33.045744 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-331b065f-d307-48b1-8cb0-99493eaa911d admin admin] Usage tracker for resource:security_group_rule and tenant:110e5bae65784736a38e16ec668587e0 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:33.050789 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-331b065f-d307-48b1-8cb0-99493eaa911d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:33.063439 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-331b065f-d307-48b1-8cb0-99493eaa911d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:33.070015 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d89732dd-7ec1-4e64-9683-1d63298eb69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:33.077213 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-b1dea261-64fa-42f9-b8e0-e578de4ed83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:33.098696 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89732dd-7ec1-4e64-9683-1d63298eb69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee80a795-0877-4626-aeaa-a466bfa56bbe,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:33.105102 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-d89732dd-7ec1-4e64-9683-1d63298eb69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:33.145884 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d89732dd-7ec1-4e64-9683-1d63298eb69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:33.148360 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-d89732dd-7ec1-4e64-9683-1d63298eb69b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/ee80a795-0877-4626-aeaa-a466bfa56bbe HTTP/1.1" status: 204 len: 168 time: 0.5282419 May 04 22:22:33.276929 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-331b065f-d307-48b1-8cb0-99493eaa911d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:33.365680 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-331b065f-d307-48b1-8cb0-99493eaa911d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:33.380637 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-60bfe4e0-46cc-41a3-a5ae-9cd4faf8d356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:33.455442 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-331b065f-d307-48b1-8cb0-99493eaa911d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=110e5bae65784736a38e16ec668587e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7346485 May 04 22:22:33.456454 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331b065f-d307-48b1-8cb0-99493eaa911d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b58b6b6-091f-41c5-a8e4-1984dc6a5bd1,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:33.458791 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 56422) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:33.460474 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-331b065f-d307-48b1-8cb0-99493eaa911d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:33.593847 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d0c844d7-854d-43f4-ba1a-96d361edb9be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:33.636099 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d0c844d7-854d-43f4-ba1a-96d361edb9be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:33.872217 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d0c844d7-854d-43f4-ba1a-96d361edb9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:33.877399 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-e70c36dc-ab11-4cd5-833c-138fa0c07878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:33.916246 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c844d7-854d-43f4-ba1a-96d361edb9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b58b6b6-091f-41c5-a8e4-1984dc6a5bd1,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:33.951821 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d0c844d7-854d-43f4-ba1a-96d361edb9be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:33.967111 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d0c844d7-854d-43f4-ba1a-96d361edb9be admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:33.969700 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-d0c844d7-854d-43f4-ba1a-96d361edb9be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2b58b6b6-091f-41c5-a8e4-1984dc6a5bd1 HTTP/1.1" status: 204 len: 168 time: 0.5091310 May 04 22:22:34.191041 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:34.232851 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bc8da0-3516-4093-b3a7-2f842935af19 req-c78eceee-6131-47bd-851f-392d325da0c1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:34.234418 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-56bc8da0-3516-4093-b3a7-2f842935af19 req-c78eceee-6131-47bd-851f-392d325da0c1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.1126342 May 04 22:22:34.331794 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-56bc8da0-3516-4093-b3a7-2f842935af19 req-93be1d56-35a6-4670-b2e3-edb2ec6266cd tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853248 May 04 22:22:35.147277 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-d344dbda-0e35-403d-8ab9-f0fe9ebb1188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:35.239759 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 56468) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:35.272158 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-45ae3d7b-f24a-4b3e-ad5c-aeb5acb838b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:35.296660 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-45ae3d7b-f24a-4b3e-ad5c-aeb5acb838b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:35.305185 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-45ae3d7b-f24a-4b3e-ad5c-aeb5acb838b1 admin admin] Usage tracker for resource:security_group_rule and tenant:391651a5996146819aff3e6419a27003 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:35.311184 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-45ae3d7b-f24a-4b3e-ad5c-aeb5acb838b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:35.323507 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-45ae3d7b-f24a-4b3e-ad5c-aeb5acb838b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:35.483330 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-45ae3d7b-f24a-4b3e-ad5c-aeb5acb838b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:35.652596 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-45ae3d7b-f24a-4b3e-ad5c-aeb5acb838b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:35.670155 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-025e3bee-3427-4826-8d03-364c360611b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:35.773365 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-45ae3d7b-f24a-4b3e-ad5c-aeb5acb838b1 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=391651a5996146819aff3e6419a27003&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5379822 May 04 22:22:35.773918 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 56482) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:35.777085 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae3d7b-f24a-4b3e-ad5c-aeb5acb838b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091c9d67-5bae-4b01-b311-1ea90cd7efbb,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:35.783519 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-45ae3d7b-f24a-4b3e-ad5c-aeb5acb838b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:35.837782 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045b595-f604-49d2-937c-a349ef68e84b req-425f37c4-363d-4f4b-8f78-91050921b3fd tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:35.842157 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5045b595-f604-49d2-937c-a349ef68e84b req-425f37c4-363d-4f4b-8f78-91050921b3fd tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.2664814 May 04 22:22:35.914066 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-06b1e4bd-edf4-4b62-bde2-06603335a787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:35.957416 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-06b1e4bd-edf4-4b62-bde2-06603335a787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:35.959643 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5045b595-f604-49d2-937c-a349ef68e84b req-0e8c9737-835d-4cea-a23a-bd058d1e3171 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053033 May 04 22:22:36.142307 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-06b1e4bd-edf4-4b62-bde2-06603335a787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:36.146639 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:36.165375 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1e4bd-edf4-4b62-bde2-06603335a787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091c9d67-5bae-4b01-b311-1ea90cd7efbb,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:36.169051 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-06b1e4bd-edf4-4b62-bde2-06603335a787 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:36.199250 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-06b1e4bd-edf4-4b62-bde2-06603335a787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:36.200578 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-06b1e4bd-edf4-4b62-bde2-06603335a787 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/091c9d67-5bae-4b01-b311-1ea90cd7efbb HTTP/1.1" status: 204 len: 168 time: 0.4251509 May 04 22:22:36.217150 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:36.407977 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 56500) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:36.837344 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-529f9e3a-5754-463c-b179-af851fccf20f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:36.865434 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-529f9e3a-5754-463c-b179-af851fccf20f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:36.873557 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-529f9e3a-5754-463c-b179-af851fccf20f admin admin] Usage tracker for resource:security_group_rule and tenant:fb0ab77390c1486faac346bbf4309159 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:36.879232 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-529f9e3a-5754-463c-b179-af851fccf20f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:36.893460 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-529f9e3a-5754-463c-b179-af851fccf20f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:37.131597 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-529f9e3a-5754-463c-b179-af851fccf20f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:37.299239 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-529f9e3a-5754-463c-b179-af851fccf20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:37.324825 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-92e1a7d1-cf46-4005-998d-1b29e1f6438a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:37.420314 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-529f9e3a-5754-463c-b179-af851fccf20f admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb0ab77390c1486faac346bbf4309159&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0106721 May 04 22:22:37.424740 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 56524) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:37.435657 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529f9e3a-5754-463c-b179-af851fccf20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da92ac30-8022-4fec-a464-7cd339f84c81,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:37.442324 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-529f9e3a-5754-463c-b179-af851fccf20f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:37.518141 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8a7f0-14fd-44e9-a610-c33784e9f7c7 req-3be2e415-68fc-4963-8898-d53afc4c1bd3 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:37.520308 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ffb8a7f0-14fd-44e9-a610-c33784e9f7c7 req-3be2e415-68fc-4963-8898-d53afc4c1bd3 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.2915556 May 04 22:22:37.683479 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ffb8a7f0-14fd-44e9-a610-c33784e9f7c7 req-0cca128f-913c-4e1a-8e05-ec15ccc6a470 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485300 May 04 22:22:37.721752 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-39c918f3-b6cb-4bfa-8fba-f41d7d613d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:37.923784 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-39c918f3-b6cb-4bfa-8fba-f41d7d613d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:38.071281 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d03638-fc36-4c28-a9e5-9c2dfcdc8ea3 req-6e31b772-a8e3-420f-8252-781351950c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:38.074038 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-87d03638-fc36-4c28-a9e5-9c2dfcdc8ea3 req-6e31b772-a8e3-420f-8252-781351950c1c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef715efd07447e18adc8ceda6e46320&device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 1098 time: 0.3641303 May 04 22:22:38.129720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94774a7b-8602-4175-9e72-f4b246f1184c req-3662e212-3a17-4d09-92b8-40f090af95ee tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:38.132529 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-94774a7b-8602-4175-9e72-f4b246f1184c req-3662e212-3a17-4d09-92b8-40f090af95ee tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.4206986 May 04 22:22:38.271441 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-39c918f3-b6cb-4bfa-8fba-f41d7d613d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:38.291972 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-474c9bc1-cf13-4b62-b26e-e254a7d0c92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:38.341241 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c918f3-b6cb-4bfa-8fba-f41d7d613d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da92ac30-8022-4fec-a464-7cd339f84c81,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:38.368553 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-39c918f3-b6cb-4bfa-8fba-f41d7d613d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:38.379240 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-39c918f3-b6cb-4bfa-8fba-f41d7d613d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:38.383919 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-39c918f3-b6cb-4bfa-8fba-f41d7d613d9c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/da92ac30-8022-4fec-a464-7cd339f84c81 HTTP/1.1" status: 204 len: 168 time: 0.9540045 May 04 22:22:38.405700 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:38.431792 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-94774a7b-8602-4175-9e72-f4b246f1184c req-1abb7cb4-ade1-474c-9327-7141316f3032 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865095 May 04 22:22:38.498297 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d03638-fc36-4c28-a9e5-9c2dfcdc8ea3 req-20317e56-7863-42e6-bb22-10b6bfa4fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:38.500915 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-87d03638-fc36-4c28-a9e5-9c2dfcdc8ea3 req-20317e56-7863-42e6-bb22-10b6bfa4fedd service neutron] 10.222.0.85 "GET /v2.0/networks?id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d HTTP/1.1" status: 200 len: 919 time: 0.4199843 May 04 22:22:38.662781 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-87d03638-fc36-4c28-a9e5-9c2dfcdc8ea3 req-d4ff9eab-0471-4d7b-bf60-38c1fd84a1b0 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e0f0055-593a-4d59-b905-117ec2717892 HTTP/1.1" status: 200 len: 217 time: 0.1525347 May 04 22:22:38.817680 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d03638-fc36-4c28-a9e5-9c2dfcdc8ea3 req-7c9a7c9c-438b-4d19-9aa9-1611236e3aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:38.827188 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-87d03638-fc36-4c28-a9e5-9c2dfcdc8ea3 req-7c9a7c9c-438b-4d19-9aa9-1611236e3aed service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e401076d-e9b5-41af-9fce-0e3c76ed8872 HTTP/1.1" status: 200 len: 858 time: 0.1500969 May 04 22:22:38.896111 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-87d03638-fc36-4c28-a9e5-9c2dfcdc8ea3 req-96b82172-641a-4a06-962f-e234e3560722 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616517 May 04 22:22:39.267359 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2c958-92ef-40e4-adeb-6663c35df242 req-636fbfc0-5cb8-49d8-813a-12daa4afbc4c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:39.288622 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0fd2c958-92ef-40e4-adeb-6663c35df242 req-636fbfc0-5cb8-49d8-813a-12daa4afbc4c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.3022509 May 04 22:22:39.363903 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-87d03638-fc36-4c28-a9e5-9c2dfcdc8ea3 req-e1a52969-cf72-4de6-8b2d-b2d8fedd4075 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604783 May 04 22:22:39.403692 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0fd2c958-92ef-40e4-adeb-6663c35df242 req-bba0d2b1-a6ee-4182-a469-17b4a18e2c42 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035445 May 04 22:22:39.605891 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-87d03638-fc36-4c28-a9e5-9c2dfcdc8ea3 req-a6ef0d8f-94d1-490b-8d43-3b0ebcc31754 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323203 May 04 22:22:39.790243 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1445cf7-84bb-4649-9226-e0853c2f1608 req-e4491234-1bfb-46b3-a7b1-5a506b5e556a tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:39.807305 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f1445cf7-84bb-4649-9226-e0853c2f1608 req-e4491234-1bfb-46b3-a7b1-5a506b5e556a tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.1740501 May 04 22:22:39.875966 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f1445cf7-84bb-4649-9226-e0853c2f1608 req-012b2c55-2375-48f4-883e-636160ee701b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663147 May 04 22:22:40.062011 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 56582) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:40.265528 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:22:40.351581 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-2623f792-8135-4bc7-b338-2a827ba37ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:40.406681 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-2623f792-8135-4bc7-b338-2a827ba37ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:40.411403 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 56596) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:40.427449 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-2623f792-8135-4bc7-b338-2a827ba37ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:b1b31f975d9f46808f5910bdf56d2372 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:40.438607 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-2623f792-8135-4bc7-b338-2a827ba37ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:40.456463 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-32128cd6-ea2c-4a57-85da-4558568802aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:40.467361 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-2623f792-8135-4bc7-b338-2a827ba37ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:40.543992 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-32128cd6-ea2c-4a57-85da-4558568802aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:40.561325 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-32128cd6-ea2c-4a57-85da-4558568802aa admin admin] Usage tracker for resource:security_group_rule and tenant:371e472ab8314119bd7a6980560cb4ff is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:40.583060 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-32128cd6-ea2c-4a57-85da-4558568802aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:40.596308 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-32128cd6-ea2c-4a57-85da-4558568802aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:40.873961 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:22:40.920144 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'port_id': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'mac_address': 'fa:16:3e:70:d3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:22:41.016434 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-2623f792-8135-4bc7-b338-2a827ba37ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:41.115429 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-32128cd6-ea2c-4a57-85da-4558568802aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:41.135614 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:41.190167 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-2623f792-8135-4bc7-b338-2a827ba37ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:41.236094 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-32128cd6-ea2c-4a57-85da-4558568802aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:41.253617 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:22:41.294025 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-4ecfd3a6-dfde-4689-b8a3-450460f29cfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:41.325508 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e064294f-07f5-4d9e-99f1-45b3d413ce6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:41.342689 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:22:41.357617 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728db051-b96d-45f0-a6a3-db89b0f3771e req-0d31fa15-8273-4070-a7a5-78367e6fa24f tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:41.360317 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-728db051-b96d-45f0-a6a3-db89b0f3771e req-0d31fa15-8273-4070-a7a5-78367e6fa24f tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.5052915 May 04 22:22:41.365425 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-2623f792-8135-4bc7-b338-2a827ba37ad6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b1b31f975d9f46808f5910bdf56d2372&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3016863 May 04 22:22:41.370987 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 56626) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:41.436827 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:41.440187 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:41.490572 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32128cd6-ea2c-4a57-85da-4558568802aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d2ed16-0233-45d8-9bb7-568c36e0bc79,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:41.505564 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-32128cd6-ea2c-4a57-85da-4558568802aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:41.517064 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-32128cd6-ea2c-4a57-85da-4558568802aa admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=371e472ab8314119bd7a6980560cb4ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0987806 May 04 22:22:41.519596 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 56630) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:41.540438 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2623f792-8135-4bc7-b338-2a827ba37ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16d79ef-1f31-4403-adff-9321ad9a3aa1,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:41.563038 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-2623f792-8135-4bc7-b338-2a827ba37ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:41.587831 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-728db051-b96d-45f0-a6a3-db89b0f3771e req-b4cba425-d6a7-4775-955f-fd0b222f5a95 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671641 May 04 22:22:41.651810 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['cf9d3001-0d4b-46b3-b636-c0fe6fa1d203'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:22:41.653633 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9ebc76e1-6fce-425e-86de-f7372c75fde3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:41.708442 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9ebc76e1-6fce-425e-86de-f7372c75fde3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:41.733147 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5250cf6-1447-49b8-85f7-3b7d551d825d req-c7056b77-57c2-43bf-a2df-5f0f81d1dbdc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:41.736329 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d5250cf6-1447-49b8-85f7-3b7d551d825d req-c7056b77-57c2-43bf-a2df-5f0f81d1dbdc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.8016274 May 04 22:22:41.865874 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-119b344a-68a5-4137-94c2-85007aa1be6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:41.948702 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,revision_number=6']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:42.015730 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:42.022228 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:42.022904 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:42.033627 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:42.034156 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:42.035263 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:42.041693 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:42.042459 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:42.047379 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:42.050267 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:42.050267 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:42.050267 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:22:42.051719 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9ebc76e1-6fce-425e-86de-f7372c75fde3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:42.057437 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-119b344a-68a5-4137-94c2-85007aa1be6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:42.074547 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:42.101361 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3be7e91b-9b28-4f80-a2a2-b43e569facbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:42.102730 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d5250cf6-1447-49b8-85f7-3b7d551d825d req-9caca433-242e-4d1c-bcff-6cd756609c1a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923255 May 04 22:22:42.170791 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc76e1-6fce-425e-86de-f7372c75fde3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16d79ef-1f31-4403-adff-9321ad9a3aa1,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:42.184230 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-9ebc76e1-6fce-425e-86de-f7372c75fde3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:42.221884 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9ebc76e1-6fce-425e-86de-f7372c75fde3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:42.228931 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-9ebc76e1-6fce-425e-86de-f7372c75fde3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c16d79ef-1f31-4403-adff-9321ad9a3aa1 HTTP/1.1" status: 204 len: 168 time: 0.8528728 May 04 22:22:42.354990 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92504fe7-f9ec-487f-a5b9-cc049dd49a24 req-f4f0c948-630a-453e-8360-484fb779db6c tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:42.371522 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-92504fe7-f9ec-487f-a5b9-cc049dd49a24 req-f4f0c948-630a-453e-8360-484fb779db6c tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.4403589 May 04 22:22:42.411636 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-119b344a-68a5-4137-94c2-85007aa1be6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:42.465997 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-45641f7d-67aa-4752-86b2-2e4ea8eb5fc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:42.496007 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-92504fe7-f9ec-487f-a5b9-cc049dd49a24 req-9e737d85-64d0-49de-afaa-8377407f47e0 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141076 May 04 22:22:42.527694 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b344a-68a5-4137-94c2-85007aa1be6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d2ed16-0233-45d8-9bb7-568c36e0bc79,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:42.559424 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-119b344a-68a5-4137-94c2-85007aa1be6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:42.572194 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-119b344a-68a5-4137-94c2-85007aa1be6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:42.575997 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-119b344a-68a5-4137-94c2-85007aa1be6e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/84d2ed16-0233-45d8-9bb7-568c36e0bc79 HTTP/1.1" status: 204 len: 168 time: 1.0489297 May 04 22:22:43.049254 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c546a1e-2013-435f-90ab-6641da18cb01 req-d6177335-d074-42b0-bbb5-dcbca803e278 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:43.064532 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7c546a1e-2013-435f-90ab-6641da18cb01 req-d6177335-d074-42b0-bbb5-dcbca803e278 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.2244382 May 04 22:22:43.172067 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7c546a1e-2013-435f-90ab-6641da18cb01 req-ad8329d7-d712-42d6-9fee-f3a4d2ea97a7 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065392 May 04 22:22:43.690067 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5659f-5a12-4797-bab0-98e54b0708ee req-1aa1ae6d-971c-4f3d-a0b1-6bfa7a59e9d6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:43.701858 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-51f5659f-5a12-4797-bab0-98e54b0708ee req-1aa1ae6d-971c-4f3d-a0b1-6bfa7a59e9d6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 944 time: 0.2590704 May 04 22:22:43.821175 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-51f5659f-5a12-4797-bab0-98e54b0708ee req-0d5308a4-3689-46fa-998f-4758d75dc382 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118309 May 04 22:22:43.995631 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfee4f89-9a07-4839-80dd-53eafcd64180 req-5ecb8e9d-5903-4994-adcd-dccdb58254dc tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:43.997788 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-bfee4f89-9a07-4839-80dd-53eafcd64180 req-5ecb8e9d-5903-4994-adcd-dccdb58254dc tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.2331331 May 04 22:22:44.130432 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-bfee4f89-9a07-4839-80dd-53eafcd64180 req-8f1ee78c-ed62-47d5-9d21-7ab4eef171f4 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191020 May 04 22:22:44.209229 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 56690) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:44.283183 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:22:44.288487 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-84ed54be-ccbb-4b48-b866-952c1a26c798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:44.392495 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-84ed54be-ccbb-4b48-b866-952c1a26c798 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:44.415275 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-84ed54be-ccbb-4b48-b866-952c1a26c798 admin admin] Usage tracker for resource:security_group_rule and tenant:268372cb27b142b3a64970e0787fc466 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:44.421438 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-84ed54be-ccbb-4b48-b866-952c1a26c798 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:44.445427 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-84ed54be-ccbb-4b48-b866-952c1a26c798 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:44.618652 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:22:44.619652 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:45.176400 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-84ed54be-ccbb-4b48-b866-952c1a26c798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:45.226283 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:45.290197 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-84ed54be-ccbb-4b48-b866-952c1a26c798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:45.380923 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:22:45.388478 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:22:45.420094 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-718b330b-cd4f-4c86-8633-64b63dfe9066 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:45.462970 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 56726) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:45.464776 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-84ed54be-ccbb-4b48-b866-952c1a26c798 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=268372cb27b142b3a64970e0787fc466&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2556555 May 04 22:22:45.482801 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336eb61-118a-4cae-a981-7d1bd588ef4e req-aa2fe3ef-6f7f-4f4c-8da7-705366538703 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:45.495118 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:45.500781 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-55eed5d0-fdba-4ba3-86d6-c75be34967df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:45.510740 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4336eb61-118a-4cae-a981-7d1bd588ef4e req-aa2fe3ef-6f7f-4f4c-8da7-705366538703 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.9217572 May 04 22:22:45.691138 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fd595d13-9122-4e3e-a6e8-7a415e3a9b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:45.761032 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2112c-2ced-46f9-8c46-3602bc29efe2 req-9c252a5b-5b95-47e1-87a5-aa2f2033851c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:45.781129 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-41e2112c-2ced-46f9-8c46-3602bc29efe2 req-9c252a5b-5b95-47e1-87a5-aa2f2033851c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 944 time: 0.5349660 May 04 22:22:45.800482 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed54be-ccbb-4b48-b866-952c1a26c798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a02477c-b09f-4233-bda0-0ae2dee1a147,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:45.803132 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-84ed54be-ccbb-4b48-b866-952c1a26c798 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:45.830573 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4336eb61-118a-4cae-a981-7d1bd588ef4e req-244d8cda-56ca-433b-bc5a-44de22c8b5ce tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034720 May 04 22:22:45.832568 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,revision_number=7']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:45.848616 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:45.995797 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fd595d13-9122-4e3e-a6e8-7a415e3a9b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:46.299934 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-41e2112c-2ced-46f9-8c46-3602bc29efe2 req-1c22d8b7-88fa-4378-9474-52c075a631ed tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5169444 May 04 22:22:46.550670 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fd595d13-9122-4e3e-a6e8-7a415e3a9b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:46.558566 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'code': 200} May 04 22:22:46.572864 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-32128cd6-ea2c-4a57-85da-4558568802aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:46.632042 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd595d13-9122-4e3e-a6e8-7a415e3a9b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a02477c-b09f-4233-bda0-0ae2dee1a147,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:46.635870 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-fd595d13-9122-4e3e-a6e8-7a415e3a9b1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:46.640742 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fd595d13-9122-4e3e-a6e8-7a415e3a9b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:46.642433 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-fd595d13-9122-4e3e-a6e8-7a415e3a9b1a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3a02477c-b09f-4233-bda0-0ae2dee1a147 HTTP/1.1" status: 204 len: 168 time: 1.1780837 May 04 22:22:46.765122 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8a83a-256d-4211-bbe0-fa2b3f6dd9c5 req-752c2c97-700e-41b8-908a-bffad6911540 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:46.768032 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a9d8a83a-256d-4211-bbe0-fa2b3f6dd9c5 req-752c2c97-700e-41b8-908a-bffad6911540 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.4656188 May 04 22:22:46.917343 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a9d8a83a-256d-4211-bbe0-fa2b3f6dd9c5 req-922f35e3-4105-49b3-a902-d254cefeda27 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353490 May 04 22:22:46.984537 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee25bd-dc8d-4e89-b720-0b8c7ac37af0 req-9589f8d7-4d84-4537-b8b7-d4c9f93c6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:46.997937 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-13ee25bd-dc8d-4e89-b720-0b8c7ac37af0 req-9589f8d7-4d84-4537-b8b7-d4c9f93c6e8d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 1098 time: 0.3573217 May 04 22:22:47.179014 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-13ee25bd-dc8d-4e89-b720-0b8c7ac37af0 req-fdf9f12e-84c5-49e6-bf6f-cad300a54572 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648197 May 04 22:22:47.818982 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af9016-fc51-45c6-a9be-a22296fb0118 req-5520ea54-cd6b-47b1-856a-77ac9962d9fb tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:47.833631 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a8af9016-fc51-45c6-a9be-a22296fb0118 req-5520ea54-cd6b-47b1-856a-77ac9962d9fb tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.3215964 May 04 22:22:48.006250 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a8af9016-fc51-45c6-a9be-a22296fb0118 req-88a6f1b9-5ca8-4234-823f-a8ee476a1dfd tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718633 May 04 22:22:48.212493 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829861eb-400d-430e-80bd-477f40dbc81b req-6dd034bc-c081-45be-8469-17cd98aa8bf0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:48.233482 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-829861eb-400d-430e-80bd-477f40dbc81b req-6dd034bc-c081-45be-8469-17cd98aa8bf0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.4204314 May 04 22:22:48.454528 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-829861eb-400d-430e-80bd-477f40dbc81b req-0e6a5332-4d9f-421d-9a11-7509f278c574 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2130311 May 04 22:22:48.807106 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3a1184-ca47-4291-bfa3-0aea142547bb req-4ca66d49-ef18-4aa9-a43a-9d2b429ec44a tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:48.819713 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3f3a1184-ca47-4291-bfa3-0aea142547bb req-4ca66d49-ef18-4aa9-a43a-9d2b429ec44a tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.3900287 May 04 22:22:49.016216 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3f3a1184-ca47-4291-bfa3-0aea142547bb req-62b26074-9544-4475-a49a-00cb9ebdc6e1 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736505 May 04 22:22:49.871702 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e15cb0-8c73-4910-b7f3-8c27bc783b4c req-1145f283-3beb-4db5-ba7c-e205bda65d5f tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:49.874422 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a0e15cb0-8c73-4910-b7f3-8c27bc783b4c req-1145f283-3beb-4db5-ba7c-e205bda65d5f tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.4482369 May 04 22:22:50.110087 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a0e15cb0-8c73-4910-b7f3-8c27bc783b4c req-1726c49b-f473-46be-89e5-b8006d2bfffb tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244718 May 04 22:22:50.384420 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 56818) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:50.485559 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776a018-79eb-48b0-baf1-06eaa07f2115 req-5da0169b-9a63-4fe8-bd24-e2bf19339504 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:50.528716 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8776a018-79eb-48b0-baf1-06eaa07f2115 req-5da0169b-9a63-4fe8-bd24-e2bf19339504 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.4372849 May 04 22:22:50.621896 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8776a018-79eb-48b0-baf1-06eaa07f2115 req-bf519bd2-538f-4523-a9b7-93cd30d89c8b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165016 May 04 22:22:50.886927 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc6ab76-455b-4e69-9e68-f4b928136541 req-8a3ac264-25f3-433c-99f0-ac0ba0711125 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:50.903088 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3bc6ab76-455b-4e69-9e68-f4b928136541 req-8a3ac264-25f3-433c-99f0-ac0ba0711125 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.3340437 May 04 22:22:51.052478 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3bc6ab76-455b-4e69-9e68-f4b928136541 req-469474c2-1648-48e9-82ad-ea9e87e7d0cd tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415792 May 04 22:22:51.849854 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-03ac1916-8d10-488c-8b0e-e5fd7969ed6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:51.902308 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-03ac1916-8d10-488c-8b0e-e5fd7969ed6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:22:51.922382 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-03ac1916-8d10-488c-8b0e-e5fd7969ed6c admin admin] Usage tracker for resource:security_group_rule and tenant:c1099ef324b14dd0b250bbd996c95b87 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:22:51.954003 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-03ac1916-8d10-488c-8b0e-e5fd7969ed6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:22:52.004551 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-03ac1916-8d10-488c-8b0e-e5fd7969ed6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:22:52.429524 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4514e5-3ec0-42b6-b86c-ad2c1367a3f0 req-5f9510e4-e232-47e2-aa69-1cdc445ac5aa tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:52.433112 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0d4514e5-3ec0-42b6-b86c-ad2c1367a3f0 req-5f9510e4-e232-47e2-aa69-1cdc445ac5aa tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.2682869 May 04 22:22:52.620347 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0d4514e5-3ec0-42b6-b86c-ad2c1367a3f0 req-7b2f30dd-1974-4b90-a9d3-7112f8fea64e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758351 May 04 22:22:52.712328 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ce578-d706-42d4-859d-ad5d682c2df4 req-984f1780-d732-485f-8b34-240d7abb21cf tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:52.723890 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-912ce578-d706-42d4-859d-ad5d682c2df4 req-984f1780-d732-485f-8b34-240d7abb21cf tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 1.1552069 May 04 22:22:52.953393 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-03ac1916-8d10-488c-8b0e-e5fd7969ed6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:52.983862 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-912ce578-d706-42d4-859d-ad5d682c2df4 req-acd5c8d8-e5e5-46d7-afbd-d7afb47b9976 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585833 May 04 22:22:53.084657 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-03ac1916-8d10-488c-8b0e-e5fd7969ed6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:53.096804 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-331b065f-d307-48b1-8cb0-99493eaa911d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:53.162339 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ac1916-8d10-488c-8b0e-e5fd7969ed6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec84f08-cae9-48eb-bb6a-7a04b9e8bfee,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:53.171431 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-03ac1916-8d10-488c-8b0e-e5fd7969ed6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:53.222203 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-03ac1916-8d10-488c-8b0e-e5fd7969ed6c admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c1099ef324b14dd0b250bbd996c95b87&name=default HTTP/1.1" status: 200 len: 2979 time: 2.8362110 May 04 22:22:53.227512 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 56882) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:22:53.454710 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e0a136ee-e953-40e9-921f-0c3e68867dec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:53.504946 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e0a136ee-e953-40e9-921f-0c3e68867dec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:53.793400 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e0a136ee-e953-40e9-921f-0c3e68867dec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:53.803651 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e9c1a738-837b-44b2-afde-5b2c57388ce8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:22:53.829569 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a136ee-e953-40e9-921f-0c3e68867dec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec84f08-cae9-48eb-bb6a-7a04b9e8bfee,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:22:53.836082 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e0a136ee-e953-40e9-921f-0c3e68867dec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:22:53.842890 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e0a136ee-e953-40e9-921f-0c3e68867dec admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:22:53.861243 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-e0a136ee-e953-40e9-921f-0c3e68867dec admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/cec84f08-cae9-48eb-bb6a-7a04b9e8bfee HTTP/1.1" status: 204 len: 168 time: 0.6295621 May 04 22:22:54.412705 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e48137-0a92-48a5-a497-165b1b7a2cda req-aba28c14-20f4-4b06-a1a3-d2e121dc9bda tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:54.417323 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-86e48137-0a92-48a5-a497-165b1b7a2cda req-aba28c14-20f4-4b06-a1a3-d2e121dc9bda tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.2414274 May 04 22:22:54.638340 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-86e48137-0a92-48a5-a497-165b1b7a2cda req-ed181e7b-afe9-46a8-8c45-2ba0c9bfc892 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909902 May 04 22:22:54.694892 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362d7e5-6da1-4d84-94d9-5948ebe0418d req-69aa406e-8e5f-484a-a484-384e2f9d8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:54.704961 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b362d7e5-6da1-4d84-94d9-5948ebe0418d req-69aa406e-8e5f-484a-a484-384e2f9d8f14 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0ef715efd07447e18adc8ceda6e46320&device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 1098 time: 0.8147502 May 04 22:22:54.835762 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4789b03-a82d-4dc2-9c65-c232cc67a65e req-8716c21b-1d2f-4148-a6ec-84fe78281c0b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:54.846159 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b4789b03-a82d-4dc2-9c65-c232cc67a65e req-8716c21b-1d2f-4148-a6ec-84fe78281c0b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.7002838 May 04 22:22:55.188740 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362d7e5-6da1-4d84-94d9-5948ebe0418d req-a02d6796-7539-466a-b505-ef7a80ce89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:55.190713 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b362d7e5-6da1-4d84-94d9-5948ebe0418d req-a02d6796-7539-466a-b505-ef7a80ce89e1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d HTTP/1.1" status: 200 len: 919 time: 0.4559562 May 04 22:22:55.276430 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a6b46f-3d70-4f11-a464-371a78d76777 req-9635b123-2bbf-4144-b0f0-11c2a95075dd tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:55.279184 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-53a6b46f-3d70-4f11-a464-371a78d76777 req-9635b123-2bbf-4144-b0f0-11c2a95075dd tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.2493494 May 04 22:22:55.328064 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b4789b03-a82d-4dc2-9c65-c232cc67a65e req-da8e26eb-4b5f-49dc-84c9-ac894cabaa67 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4683309 May 04 22:22:55.343946 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b362d7e5-6da1-4d84-94d9-5948ebe0418d req-e1ec6076-6eab-4f94-a01e-e32067ffca85 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e0f0055-593a-4d59-b905-117ec2717892 HTTP/1.1" status: 200 len: 217 time: 0.1448545 May 04 22:22:55.444396 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-53a6b46f-3d70-4f11-a464-371a78d76777 req-e587ddd1-29a9-45cb-beae-d301205bce95 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1441052 May 04 22:22:55.554835 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362d7e5-6da1-4d84-94d9-5948ebe0418d req-32e7c934-8135-4f89-a593-9ab92aaefc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:55.558728 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b362d7e5-6da1-4d84-94d9-5948ebe0418d req-32e7c934-8135-4f89-a593-9ab92aaefc00 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=e401076d-e9b5-41af-9fce-0e3c76ed8872 HTTP/1.1" status: 200 len: 858 time: 0.2053847 May 04 22:22:55.748498 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b362d7e5-6da1-4d84-94d9-5948ebe0418d req-e489bc18-c82a-4069-929d-2de4b2ce5ab7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=9124f81a-5a0f-442d-a423-d6a9f6e6a24d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1823342 May 04 22:22:56.374170 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b362d7e5-6da1-4d84-94d9-5948ebe0418d req-a485d309-04bb-40b8-b122-b3aaed350f58 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6099334 May 04 22:22:56.604762 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf943c47-ab05-4fc4-b40c-7cd5ede2e74d req-a6a7c5ae-855a-4368-a95f-639f902b96d5 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:56.621694 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-bf943c47-ab05-4fc4-b40c-7cd5ede2e74d req-a6a7c5ae-855a-4368-a95f-639f902b96d5 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.3763888 May 04 22:22:56.765438 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-bf943c47-ab05-4fc4-b40c-7cd5ede2e74d req-4f0c3236-dd8c-4909-8a5f-2c179abdc984 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367266 May 04 22:22:56.790742 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b362d7e5-6da1-4d84-94d9-5948ebe0418d req-b5595a52-0208-45a9-a9e1-3dc1acf491e9 service neutron] 10.222.0.85 "GET /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047666 May 04 22:22:57.601739 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe4892-1d94-4223-9036-62c30e2c1e16 req-7f58a3ee-561d-4950-9246-d8f5c96ac4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:57.605238 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e5fe4892-1d94-4223-9036-62c30e2c1e16 req-7f58a3ee-561d-4950-9246-d8f5c96ac4d5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4&device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 1098 time: 0.7403708 May 04 22:22:57.714422 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba36bf-d37f-447a-b4d8-4c3c9579d1fc req-12d11c26-85b1-45f4-8222-9c958387ce2b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:57.719471 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7eba36bf-d37f-447a-b4d8-4c3c9579d1fc req-12d11c26-85b1-45f4-8222-9c958387ce2b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.5110822 May 04 22:22:57.761831 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ad8be-59e9-4468-8dea-d49da7dd833b req-6dea0be1-65a0-4f0d-a906-0c3dd240b94a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:57.777284 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-857ad8be-59e9-4468-8dea-d49da7dd833b req-6dea0be1-65a0-4f0d-a906-0c3dd240b94a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.7367678 May 04 22:22:58.014364 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7eba36bf-d37f-447a-b4d8-4c3c9579d1fc req-e1517800-c5d0-4cb6-a320-2d6beb32f8ac tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2853639 May 04 22:22:58.344404 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-857ad8be-59e9-4468-8dea-d49da7dd833b req-1ec0dff1-039d-4b69-8c35-1866044dc85d tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5645313 May 04 22:22:58.443973 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe4892-1d94-4223-9036-62c30e2c1e16 req-38cd03f9-af51-42e4-97cc-2a0a7a301bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:58.446311 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e5fe4892-1d94-4223-9036-62c30e2c1e16 req-38cd03f9-af51-42e4-97cc-2a0a7a301bfe service neutron] 10.222.0.85 "GET /v2.0/networks?id=5170873a-6cb6-4353-9101-7364c7875074 HTTP/1.1" status: 200 len: 912 time: 0.8300948 May 04 22:22:58.509068 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b13e33-a4bc-4123-a4be-7dfdfec81a5b req-dd2f50b7-92a8-4134-b3bc-cf2ba0324aaa tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:58.512097 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-35b13e33-a4bc-4123-a4be-7dfdfec81a5b req-dd2f50b7-92a8-4134-b3bc-cf2ba0324aaa tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.2458467 May 04 22:22:58.688263 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e5fe4892-1d94-4223-9036-62c30e2c1e16 req-5952f3c7-51ee-49e4-8f9b-264857d31a46 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261b8217-2c79-4ca3-9286-653ff4a2af15 HTTP/1.1" status: 200 len: 1000 time: 0.2226562 May 04 22:22:58.720428 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-35b13e33-a4bc-4123-a4be-7dfdfec81a5b req-a473024a-c711-42d8-b8a0-05c454b69a72 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703997 May 04 22:22:58.922680 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe4892-1d94-4223-9036-62c30e2c1e16 req-dd67800b-4f76-4325-a773-7ce9c62b6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:58.932762 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e5fe4892-1d94-4223-9036-62c30e2c1e16 req-dd67800b-4f76-4325-a773-7ce9c62b6251 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1643d57d-290d-4570-bd82-70f1a3a61b16 HTTP/1.1" status: 200 len: 850 time: 0.2031162 May 04 22:22:59.195811 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe4892-1d94-4223-9036-62c30e2c1e16 req-8797400c-9d9d-4ee5-b42e-1cc52c5747c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:59.198573 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e5fe4892-1d94-4223-9036-62c30e2c1e16 req-8797400c-9d9d-4ee5-b42e-1cc52c5747c7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5170873a-6cb6-4353-9101-7364c7875074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2582269 May 04 22:22:59.955262 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ef610-b060-48f7-ba8c-75cf1b412a4f req-c2c8b84a-663e-4c46-9f0e-1cd0c1d9707c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:22:59.967575 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8d4ef610-b060-48f7-ba8c-75cf1b412a4f req-c2c8b84a-663e-4c46-9f0e-1cd0c1d9707c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.3314600 May 04 22:22:59.970641 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e5fe4892-1d94-4223-9036-62c30e2c1e16 req-92ea2ecd-d107-4402-b89e-7665d9a91a3d service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7624593 May 04 22:23:00.156447 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d6d180-1164-4f46-b2ed-1bb6e629713e req-f049342f-66b6-40bc-81c2-80181b41876a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:00.159687 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e2d6d180-1164-4f46-b2ed-1bb6e629713e req-f049342f-66b6-40bc-81c2-80181b41876a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.4005876 May 04 22:23:00.285003 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e2d6d180-1164-4f46-b2ed-1bb6e629713e req-da3a2b55-7925-4624-9acf-33cc06799b02 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060932 May 04 22:23:00.435593 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e5fe4892-1d94-4223-9036-62c30e2c1e16 req-420ac45b-f92f-4335-80a5-5cde78b969f8 service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576719 May 04 22:23:00.497583 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8d4ef610-b060-48f7-ba8c-75cf1b412a4f req-b6ac3471-d2f0-4f9d-8f6d-b2908990f07f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4611139 May 04 22:23:00.888573 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698d712-20a7-403e-aae2-de4ae6fe4fc0 req-8ea4c32c-cc39-417f-bd29-a9929b725403 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:00.891701 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-9698d712-20a7-403e-aae2-de4ae6fe4fc0 req-8ea4c32c-cc39-417f-bd29-a9929b725403 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.2966855 May 04 22:23:01.089574 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-9698d712-20a7-403e-aae2-de4ae6fe4fc0 req-01e3a087-de59-41f6-89e6-41239d2392cd tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861351 May 04 22:23:01.158140 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-973732b5-f862-4c70-9be9-3a6c1453b641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:01.608322 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:01.672713 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:23:02.031067 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2d1e3-422b-43c3-848e-bf03a972997f req-ceb7533c-05f9-4ebc-b7be-3edc61a8df33 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:02.076160 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-fcb2d1e3-422b-43c3-848e-bf03a972997f req-ceb7533c-05f9-4ebc-b7be-3edc61a8df33 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.3958681 May 04 22:23:02.206577 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-fcb2d1e3-422b-43c3-848e-bf03a972997f req-2be79d68-1f96-4122-835e-e397434d038a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158793 May 04 22:23:02.274601 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffb8b6-c451-4fd3-a9aa-50eb57abcbed req-bdcdc6ab-b463-4e46-b7b7-63905536f076 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:02.288942 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a9ffb8b6-c451-4fd3-a9aa-50eb57abcbed req-bdcdc6ab-b463-4e46-b7b7-63905536f076 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.3208530 May 04 22:23:02.415109 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a9ffb8b6-c451-4fd3-a9aa-50eb57abcbed req-985cf837-a3ba-4c1b-a5de-a23d6d1c58c0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241798 May 04 22:23:03.738316 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b39a0e-aacc-4cdf-a880-1b07925dec43 req-b14b92c9-1d48-4e43-af7d-52d3e336754b tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:03.746354 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-19b39a0e-aacc-4cdf-a880-1b07925dec43 req-b14b92c9-1d48-4e43-af7d-52d3e336754b tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.3079233 May 04 22:23:03.794772 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57122) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:03.885562 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-19b39a0e-aacc-4cdf-a880-1b07925dec43 req-60cf59e6-6c2c-42ca-86e0-fd3c979c6023 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278212 May 04 22:23:04.170156 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e072d-12d3-4cb1-b328-8f17a156649c req-e3263ee9-762e-423c-8f0d-2aa346091033 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:04.173173 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ec1e072d-12d3-4cb1-b328-8f17a156649c req-e3263ee9-762e-423c-8f0d-2aa346091033 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.2470005 May 04 22:23:04.225854 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:04.295785 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ec1e072d-12d3-4cb1-b328-8f17a156649c req-fda58f2b-ef68-4d7d-8402-b3cccbab860b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018977 May 04 22:23:04.392074 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4fa08dca-8ce5-4825-b4af-48f6468dc73b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:04.432212 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-4fa08dca-8ce5-4825-b4af-48f6468dc73b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:04.440127 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-4fa08dca-8ce5-4825-b4af-48f6468dc73b admin admin] Usage tracker for resource:security_group_rule and tenant:cd68e6b7d37d4012b3b679147849b7e2 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:04.446724 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-4fa08dca-8ce5-4825-b4af-48f6468dc73b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:04.464881 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-4fa08dca-8ce5-4825-b4af-48f6468dc73b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:04.634562 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4fa08dca-8ce5-4825-b4af-48f6468dc73b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:04.744213 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4fa08dca-8ce5-4825-b4af-48f6468dc73b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:04.765151 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-29846aee-3692-4f85-83c1-615ddd84514e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:04.828974 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57132) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:04.829879 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-4fa08dca-8ce5-4825-b4af-48f6468dc73b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cd68e6b7d37d4012b3b679147849b7e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0321245 May 04 22:23:04.834046 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa08dca-8ce5-4825-b4af-48f6468dc73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ed59de-fe56-4330-82c7-d1a7b7d49293,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:04.839412 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4fa08dca-8ce5-4825-b4af-48f6468dc73b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:04.949081 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e8e1-d459-4416-a3bf-6f63dd047881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:04.993784 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e8e1-d459-4416-a3bf-6f63dd047881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:05.168038 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c232e94f-b378-4cea-8ed6-fcdc204c73a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:05.199179 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e8e1-d459-4416-a3bf-6f63dd047881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:05.208788 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-de9ce0ff-83e2-4204-b3c9-8a8e75597892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:05.231951 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b3e8e1-d459-4416-a3bf-6f63dd047881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ed59de-fe56-4330-82c7-d1a7b7d49293,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:05.244899 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d6b3e8e1-d459-4416-a3bf-6f63dd047881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:05.247484 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-d6b3e8e1-d459-4416-a3bf-6f63dd047881 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a7ed59de-fe56-4330-82c7-d1a7b7d49293 HTTP/1.1" status: 204 len: 168 time: 0.4173069 May 04 22:23:05.249163 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d6b3e8e1-d459-4416-a3bf-6f63dd047881 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:05.867320 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16417f7-61aa-49c7-b286-1cc7e583d751 req-026bca89-9c1d-4b28-9507-4312ce67601d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:05.883221 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b16417f7-61aa-49c7-b286-1cc7e583d751 req-026bca89-9c1d-4b28-9507-4312ce67601d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.2807870 May 04 22:23:06.226809 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b16417f7-61aa-49c7-b286-1cc7e583d751 req-cac77708-5806-400e-90b4-0618ae507c56 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3395634 May 04 22:23:06.273351 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:06.775166 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57160) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:06.805734 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-47c7f76f-9224-4679-ba6c-f1bff968ce04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:06.831588 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-47c7f76f-9224-4679-ba6c-f1bff968ce04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:06.837962 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-47c7f76f-9224-4679-ba6c-f1bff968ce04 admin admin] Usage tracker for resource:security_group_rule and tenant:ca0ad8fadbb44695b95f86d5b1a7a47e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:06.843144 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-47c7f76f-9224-4679-ba6c-f1bff968ce04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:06.853251 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-47c7f76f-9224-4679-ba6c-f1bff968ce04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:07.054713 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-47c7f76f-9224-4679-ba6c-f1bff968ce04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:07.121744 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-47c7f76f-9224-4679-ba6c-f1bff968ce04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:07.137431 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:07.239690 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-47c7f76f-9224-4679-ba6c-f1bff968ce04 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ca0ad8fadbb44695b95f86d5b1a7a47e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4619050 May 04 22:23:07.240537 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c7f76f-9224-4679-ba6c-f1bff968ce04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=672135d8-030f-44dc-b19e-2b84b7377e75,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:07.244798 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57172) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:07.260134 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-47c7f76f-9224-4679-ba6c-f1bff968ce04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:07.435786 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5a313a00-620c-4d37-b130-16b05c01578a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:07.506819 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5a313a00-620c-4d37-b130-16b05c01578a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:07.705193 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5a313a00-620c-4d37-b130-16b05c01578a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:07.725910 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-fd9fd01b-5773-4bd4-928f-f37bf1665b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:07.758476 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5a313a00-620c-4d37-b130-16b05c01578a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:07.763345 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-5a313a00-620c-4d37-b130-16b05c01578a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/672135d8-030f-44dc-b19e-2b84b7377e75 HTTP/1.1" status: 204 len: 168 time: 0.5125217 May 04 22:23:07.766687 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a313a00-620c-4d37-b130-16b05c01578a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=672135d8-030f-44dc-b19e-2b84b7377e75,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:07.795786 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5a313a00-620c-4d37-b130-16b05c01578a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:07.919436 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe0e48-2cc0-4a7a-ba6b-c087f0773dec req-55b96858-4c66-4dc1-a47d-a0cd0bfdf26b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:07.923268 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8ebe0e48-2cc0-4a7a-ba6b-c087f0773dec req-55b96858-4c66-4dc1-a47d-a0cd0bfdf26b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.3899133 May 04 22:23:08.055784 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8ebe0e48-2cc0-4a7a-ba6b-c087f0773dec req-5ed0cd5c-3259-4db4-b29a-8c72f26e7978 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145821 May 04 22:23:08.397346 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:09.389834 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99da48d7-5d56-439f-9f15-c9195dac3766 req-41d92801-31b7-4822-9159-a5d964f70eea tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:09.392352 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-99da48d7-5d56-439f-9f15-c9195dac3766 req-41d92801-31b7-4822-9159-a5d964f70eea tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.1472619 May 04 22:23:09.459586 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-99da48d7-5d56-439f-9f15-c9195dac3766 req-ffc0097b-6c27-4d39-ad46-f7d7c3e5daf8 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603909 May 04 22:23:10.565131 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57240) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:10.628796 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f286b8fb-81e5-46dc-8e89-407d1ce45b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:10.688685 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-f286b8fb-81e5-46dc-8e89-407d1ce45b81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:10.699427 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-f286b8fb-81e5-46dc-8e89-407d1ce45b81 admin admin] Usage tracker for resource:security_group_rule and tenant:a97140e359ec49d991ac19fa86a1d67b is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:10.708166 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-f286b8fb-81e5-46dc-8e89-407d1ce45b81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:10.727844 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-f286b8fb-81e5-46dc-8e89-407d1ce45b81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:10.747520 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57246) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:10.993959 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f286b8fb-81e5-46dc-8e89-407d1ce45b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:11.033936 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8caf153-dbcc-4064-8618-f6219d352a8d req-a019e412-d96c-4229-a957-7fb462186eb0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:11.043256 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c8caf153-dbcc-4064-8618-f6219d352a8d req-a019e412-d96c-4229-a957-7fb462186eb0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.2333596 May 04 22:23:11.135715 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c8caf153-dbcc-4064-8618-f6219d352a8d req-ff01265e-6f52-4886-b31e-77edad76d3c3 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788908 May 04 22:23:11.187423 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-7c521e29-c812-4875-bf4d-8b2bc4198008 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:11.204983 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-7c521e29-c812-4875-bf4d-8b2bc4198008 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:11.212241 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-7c521e29-c812-4875-bf4d-8b2bc4198008 admin admin] Usage tracker for resource:security_group_rule and tenant:07345c78276343cba3aa973ffd5b5107 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:11.217748 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-7c521e29-c812-4875-bf4d-8b2bc4198008 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:11.230244 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-7c521e29-c812-4875-bf4d-8b2bc4198008 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:11.250265 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f286b8fb-81e5-46dc-8e89-407d1ce45b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:11.272525 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:11.321648 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-f286b8fb-81e5-46dc-8e89-407d1ce45b81 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a97140e359ec49d991ac19fa86a1d67b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7522340 May 04 22:23:11.321648 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286b8fb-81e5-46dc-8e89-407d1ce45b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8908584f-2bf1-4909-8649-48b1f1305628,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:11.324210 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57262) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:11.324999 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-f286b8fb-81e5-46dc-8e89-407d1ce45b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:11.469881 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-7c521e29-c812-4875-bf4d-8b2bc4198008 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:11.515419 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ed5d64f2-6ec7-4a92-a1b8-77c1afd7cd43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:11.580692 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ed5d64f2-6ec7-4a92-a1b8-77c1afd7cd43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:11.769152 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-7c521e29-c812-4875-bf4d-8b2bc4198008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:11.776799 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5a313a00-620c-4d37-b130-16b05c01578a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:11.828084 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c521e29-c812-4875-bf4d-8b2bc4198008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b071ecf1-683a-4546-8c12-108fc5843cfb,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:11.831451 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-7c521e29-c812-4875-bf4d-8b2bc4198008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:11.833162 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ed5d64f2-6ec7-4a92-a1b8-77c1afd7cd43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:11.839400 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-7c521e29-c812-4875-bf4d-8b2bc4198008 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=07345c78276343cba3aa973ffd5b5107&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0900929 May 04 22:23:11.841616 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:11.844493 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57274) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:11.857495 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5d64f2-6ec7-4a92-a1b8-77c1afd7cd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8908584f-2bf1-4909-8649-48b1f1305628,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:11.860081 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-ed5d64f2-6ec7-4a92-a1b8-77c1afd7cd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:11.867805 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ed5d64f2-6ec7-4a92-a1b8-77c1afd7cd43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:11.869564 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-ed5d64f2-6ec7-4a92-a1b8-77c1afd7cd43 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8908584f-2bf1-4909-8649-48b1f1305628 HTTP/1.1" status: 204 len: 168 time: 0.5402527 May 04 22:23:11.980218 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-62afb089-d722-4d88-b72b-69566dbdd191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:12.038823 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-62afb089-d722-4d88-b72b-69566dbdd191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:12.273173 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-62afb089-d722-4d88-b72b-69566dbdd191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:12.280196 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-462ee373-b045-4219-8fa0-5bbfbb5182c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:12.340866 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62afb089-d722-4d88-b72b-69566dbdd191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b071ecf1-683a-4546-8c12-108fc5843cfb,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:12.343317 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-62afb089-d722-4d88-b72b-69566dbdd191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:12.380309 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-62afb089-d722-4d88-b72b-69566dbdd191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:12.381560 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-62afb089-d722-4d88-b72b-69566dbdd191 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b071ecf1-683a-4546-8c12-108fc5843cfb HTTP/1.1" status: 204 len: 168 time: 0.5355344 May 04 22:23:12.424872 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a258852b-a14d-40d3-9bbc-4a32b04c5d7e req-598fba83-2824-4cd4-91ee-f4060a92bbf6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:12.427040 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a258852b-a14d-40d3-9bbc-4a32b04c5d7e req-598fba83-2824-4cd4-91ee-f4060a92bbf6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.1330264 May 04 22:23:12.437115 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57296) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:12.488022 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a258852b-a14d-40d3-9bbc-4a32b04c5d7e req-bcee9b82-5473-40d1-a6c7-0817a97cacb2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519116 May 04 22:23:12.693202 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4158574c-4987-412b-91c3-bb6cc280c978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:12.712083 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-4158574c-4987-412b-91c3-bb6cc280c978 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:12.729041 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-4158574c-4987-412b-91c3-bb6cc280c978 admin admin] Usage tracker for resource:security_group_rule and tenant:28fbc6ce2bad4179bd6510f6610fa6f9 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:12.737572 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-4158574c-4987-412b-91c3-bb6cc280c978 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:12.749166 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-4158574c-4987-412b-91c3-bb6cc280c978 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:12.945859 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4158574c-4987-412b-91c3-bb6cc280c978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:13.115876 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4158574c-4987-412b-91c3-bb6cc280c978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:13.138076 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-2c22c9e6-3e83-4022-95d5-e2fc62e458df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:13.182101 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-4158574c-4987-412b-91c3-bb6cc280c978 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=28fbc6ce2bad4179bd6510f6610fa6f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7437494 May 04 22:23:13.187422 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158574c-4987-412b-91c3-bb6cc280c978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35b6183-8c3a-4f4b-abf8-f2a711cceb4a,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:13.188501 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57326) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:13.192308 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4158574c-4987-412b-91c3-bb6cc280c978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:13.267546 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-77b58672-652c-4817-be86-d485dd6095ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:13.301314 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-77b58672-652c-4817-be86-d485dd6095ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:13.490956 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-77b58672-652c-4817-be86-d485dd6095ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:13.509016 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-b256abf7-9cf1-4d9e-b5b2-1d4e92a87adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:13.527752 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b58672-652c-4817-be86-d485dd6095ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35b6183-8c3a-4f4b-abf8-f2a711cceb4a,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:13.546521 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-77b58672-652c-4817-be86-d485dd6095ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:13.553449 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-77b58672-652c-4817-be86-d485dd6095ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:13.565119 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-77b58672-652c-4817-be86-d485dd6095ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a35b6183-8c3a-4f4b-abf8-f2a711cceb4a HTTP/1.1" status: 204 len: 168 time: 0.3741412 May 04 22:23:13.600709 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac0799-3dd3-4a19-807e-d983278e1191 req-9306a269-3b47-44c1-809a-81081f869e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:13.600709 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c5ac0799-3dd3-4a19-807e-d983278e1191 req-9306a269-3b47-44c1-809a-81081f869e7e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=103d42182a3c4260be8d70345f58713e&device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 1098 time: 0.1648088 May 04 22:23:13.797342 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed68d5b-05d2-4ffe-912f-39dc580c97aa req-2a9e92d8-8503-47cb-8830-36f20a354a8e tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:13.800885 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-4ed68d5b-05d2-4ffe-912f-39dc580c97aa req-2a9e92d8-8503-47cb-8830-36f20a354a8e tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.1320074 May 04 22:23:13.914840 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac0799-3dd3-4a19-807e-d983278e1191 req-75daa2b3-e303-4b27-a5ae-d737b0e4c9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:13.916777 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c5ac0799-3dd3-4a19-807e-d983278e1191 req-75daa2b3-e303-4b27-a5ae-d737b0e4c9e9 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 HTTP/1.1" status: 200 len: 917 time: 0.3084221 May 04 22:23:13.922079 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-4ed68d5b-05d2-4ffe-912f-39dc580c97aa req-934d2328-3a28-46f0-93de-fde68f3d6d9e tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815940 May 04 22:23:14.085255 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbef88d-a5e3-44da-84c7-3e9ffc04a8d4 req-bb41a90a-ce1f-4625-8684-e2f9e46daf11 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:14.089358 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ecbef88d-a5e3-44da-84c7-3e9ffc04a8d4 req-bb41a90a-ce1f-4625-8684-e2f9e46daf11 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.3368094 May 04 22:23:14.203375 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ecbef88d-a5e3-44da-84c7-3e9ffc04a8d4 req-f53b312c-c9f7-413e-b990-87a710cdbb68 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807574 May 04 22:23:14.203375 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c5ac0799-3dd3-4a19-807e-d983278e1191 req-9d2d11b4-4161-4ca8-8dec-53954786ba16 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 HTTP/1.1" status: 200 len: 1000 time: 0.2651184 May 04 22:23:14.348608 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac0799-3dd3-4a19-807e-d983278e1191 req-14eff60e-cf34-478f-a46b-8c9740cf4e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:14.349945 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c5ac0799-3dd3-4a19-807e-d983278e1191 req-14eff60e-cf34-478f-a46b-8c9740cf4e93 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=21a3bb95-7a44-40ab-a059-c462d0233277 HTTP/1.1" status: 200 len: 855 time: 0.1509767 May 04 22:23:14.495199 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac0799-3dd3-4a19-807e-d983278e1191 req-1ad6d62e-aae5-4b6b-9732-0718f75535a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:14.499485 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c5ac0799-3dd3-4a19-807e-d983278e1191 req-1ad6d62e-aae5-4b6b-9732-0718f75535a4 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1317945 May 04 22:23:14.762638 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c5ac0799-3dd3-4a19-807e-d983278e1191 req-151123e2-e056-4f2a-ab97-2384c3f8aa2f service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523434 May 04 22:23:14.937663 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c5ac0799-3dd3-4a19-807e-d983278e1191 req-786c0ac1-ecec-4779-8822-8eede2cc25eb service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675940 May 04 22:23:15.214172 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f11d2b-0c0e-4fdb-be4d-cb0e51658617 req-851e1b5c-2a98-4df4-bbfd-01ea372b35a5 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:15.215978 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-52f11d2b-0c0e-4fdb-be4d-cb0e51658617 req-851e1b5c-2a98-4df4-bbfd-01ea372b35a5 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.1514835 May 04 22:23:15.333960 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-52f11d2b-0c0e-4fdb-be4d-cb0e51658617 req-a25fe03a-022c-477f-bf94-ff19adf0208b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048629 May 04 22:23:15.595835 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcbce7-3287-450a-88bd-6760b2f0d440 req-4f748c83-1110-4898-aad2-16a7ab51bdc9 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:15.597545 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-48fcbce7-3287-450a-88bd-6760b2f0d440 req-4f748c83-1110-4898-aad2-16a7ab51bdc9 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 945 time: 0.1778114 May 04 22:23:15.705981 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-48fcbce7-3287-450a-88bd-6760b2f0d440 req-7f13653b-3d80-43fd-b48f-f2d3584d53a0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944602 May 04 22:23:16.101755 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05351344-2794-4b6c-94af-2695f18f250b req-4be2cb74-2973-4c17-b349-341ea3124af9 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:16.106260 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-05351344-2794-4b6c-94af-2695f18f250b req-4be2cb74-2973-4c17-b349-341ea3124af9 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.85 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.1454625 May 04 22:23:16.370451 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-05351344-2794-4b6c-94af-2695f18f250b req-c18cb9bf-21a4-415a-96a4-d81a193f0120 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Deleting port 99101192-d942-4744-90fa-133cc9be0b86 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:23:16.371027 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-05351344-2794-4b6c-94af-2695f18f250b req-c18cb9bf-21a4-415a-96a4-d81a193f0120 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:16.453978 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:23:16.683860 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:16.686171 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-05351344-2794-4b6c-94af-2695f18f250b req-c18cb9bf-21a4-415a-96a4-d81a193f0120 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] For port 99101192-d942-4744-90fa-133cc9be0b86, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=99101192-d942-4744-90fa-133cc9be0b86,segment=NetworkSegment(0df2708d-103e-4db1-bc33-fd18571ab628),segment_id=0df2708d-103e-4db1-bc33-fd18571ab628)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:23:16.686691 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-05351344-2794-4b6c-94af-2695f18f250b req-c18cb9bf-21a4-415a-96a4-d81a193f0120 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:16.727348 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:23:16.776052 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:23:16.858103 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:16.860288 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:16.875801 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90263cab-5e46-4243-a842-a4e105c229c1 req-06219ba5-e3a3-4bf1-9fd9-12fd0b0e1118 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:16.908477 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-90263cab-5e46-4243-a842-a4e105c229c1 req-06219ba5-e3a3-4bf1-9fd9-12fd0b0e1118 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 946 time: 0.2675285 May 04 22:23:16.976156 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'code': 200} May 04 22:23:16.983621 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-90263cab-5e46-4243-a842-a4e105c229c1 req-580cd11c-eedb-48bd-9a3a-15e6198c78c3 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701845 May 04 22:23:17.087057 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,revision_number=8']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:17.105956 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:17.122573 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-05351344-2794-4b6c-94af-2695f18f250b req-c18cb9bf-21a4-415a-96a4-d81a193f0120 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Calling delete_port for 99101192-d942-4744-90fa-133cc9be0b86 owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:23:17.298598 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4201ab22-617d-4642-abde-2a979d3070c8 req-41740c87-6bf7-40ff-919f-1f2a8b881a5e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:17.300226 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4201ab22-617d-4642-abde-2a979d3070c8 req-41740c87-6bf7-40ff-919f-1f2a8b881a5e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.1556530 May 04 22:23:17.473035 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4201ab22-617d-4642-abde-2a979d3070c8 req-2cfa82dd-3535-4d84-8704-e0fb6e7ab416 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1603155 May 04 22:23:17.572893 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-05351344-2794-4b6c-94af-2695f18f250b req-c18cb9bf-21a4-415a-96a4-d81a193f0120 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:17.586571 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['2e0f0055-593a-4d59-b905-117ec2717892', '99101192-d942-4744-90fa-133cc9be0b86'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:23:17.594895 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:17.713414 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cb9bf-21a4-415a-96a4-d81a193f0120 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Pushing event deleted for resources: {'Port': ['ID=99101192-d942-4744-90fa-133cc9be0b86,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:17.764706 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-c18cb9bf-21a4-415a-96a4-d81a193f0120 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:17.821157 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-05351344-2794-4b6c-94af-2695f18f250b req-c18cb9bf-21a4-415a-96a4-d81a193f0120 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] No DVR routers for this DVR port 99101192-d942-4744-90fa-133cc9be0b86 on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:23:17.826303 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-05351344-2794-4b6c-94af-2695f18f250b req-c18cb9bf-21a4-415a-96a4-d81a193f0120 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:17.831254 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56620f78-6f1b-49d4-804d-833022cb0dad', 'name': 'network-vif-deleted', 'tag': '99101192-d942-4744-90fa-133cc9be0b86'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:23:17.974908 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56620f78-6f1b-49d4-804d-833022cb0dad', 'name': 'network-vif-deleted', 'tag': '99101192-d942-4744-90fa-133cc9be0b86', 'status': 'completed', 'code': 200} May 04 22:23:17.978143 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-05351344-2794-4b6c-94af-2695f18f250b req-c18cb9bf-21a4-415a-96a4-d81a193f0120 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.85 "DELETE /v2.0/ports/99101192-d942-4744-90fa-133cc9be0b86 HTTP/1.1" status: 204 len: 173 time: 1.8645251 May 04 22:23:18.417939 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-68a4ef06-0214-45a7-b0c2-ad7662130743 req-d354473b-a3f5-4678-977b-ed0e13daa1d8 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Synchronizing usage tracker for tenant:0ef715efd07447e18adc8ceda6e46320 on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:23:18.563590 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-68a4ef06-0214-45a7-b0c2-ad7662130743 req-d354473b-a3f5-4678-977b-ed0e13daa1d8 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Unset dirty status for tenant:0ef715efd07447e18adc8ceda6e46320 on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:23:18.566094 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-68a4ef06-0214-45a7-b0c2-ad7662130743 req-d354473b-a3f5-4678-977b-ed0e13daa1d8 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=56620f78-6f1b-49d4-804d-833022cb0dad HTTP/1.1" status: 200 len: 210 time: 0.2693558 May 04 22:23:18.940714 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8de25-c0a3-441e-a3ca-d2bf8333a11f req-b8e14717-554f-4810-bd3c-701d84ea465d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:18.944260 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-16a8de25-c0a3-441e-a3ca-d2bf8333a11f req-b8e14717-554f-4810-bd3c-701d84ea465d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.2075579 May 04 22:23:19.080472 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57512) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:19.092487 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-16a8de25-c0a3-441e-a3ca-d2bf8333a11f req-46c70bac-8146-4fc5-ac06-cf27f0ee5baa tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364417 May 04 22:23:19.307301 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a808dc35-f36b-43de-8f63-2d0ab6a20694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:19.327677 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-a808dc35-f36b-43de-8f63-2d0ab6a20694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:19.332880 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-a808dc35-f36b-43de-8f63-2d0ab6a20694 admin admin] Usage tracker for resource:security_group_rule and tenant:6101ee065d2249c78c71aed7ac3195c0 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:19.336429 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-a808dc35-f36b-43de-8f63-2d0ab6a20694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:19.343458 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-a808dc35-f36b-43de-8f63-2d0ab6a20694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:19.513963 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a808dc35-f36b-43de-8f63-2d0ab6a20694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:19.658427 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a808dc35-f36b-43de-8f63-2d0ab6a20694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:19.669737 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-202c0bb5-8da4-4fd8-a902-518b2b9e9076 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:19.737040 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-a808dc35-f36b-43de-8f63-2d0ab6a20694 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=6101ee065d2249c78c71aed7ac3195c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6536832 May 04 22:23:19.737954 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808dc35-f36b-43de-8f63-2d0ab6a20694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05a8249-a064-4159-b607-e7e824d75330,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:19.740877 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57530) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:19.755389 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a808dc35-f36b-43de-8f63-2d0ab6a20694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:19.840713 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3e9285e5-69be-4344-b43f-b87c496f3365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:19.892243 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3e9285e5-69be-4344-b43f-b87c496f3365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:20.192184 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57540) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:20.210161 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3e9285e5-69be-4344-b43f-b87c496f3365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:20.216037 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-15d6ddfd-1c3b-46d7-8481-784bf0b9d004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:20.266028 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9285e5-69be-4344-b43f-b87c496f3365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05a8249-a064-4159-b607-e7e824d75330,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:20.270196 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3e9285e5-69be-4344-b43f-b87c496f3365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:20.280304 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3e9285e5-69be-4344-b43f-b87c496f3365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:20.284986 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-3e9285e5-69be-4344-b43f-b87c496f3365 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e05a8249-a064-4159-b607-e7e824d75330 HTTP/1.1" status: 204 len: 168 time: 0.5396945 May 04 22:23:20.467109 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:23:20.518413 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-87bcda53-9b62-45b7-b5a6-7c31d19a1204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:20.587166 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-87bcda53-9b62-45b7-b5a6-7c31d19a1204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:20.599343 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-87bcda53-9b62-45b7-b5a6-7c31d19a1204 admin admin] Usage tracker for resource:security_group_rule and tenant:3039e7909a884d5281af0bb9e7f6e90a is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:20.615221 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-87bcda53-9b62-45b7-b5a6-7c31d19a1204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:20.641494 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-87bcda53-9b62-45b7-b5a6-7c31d19a1204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:20.648417 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 99101192-d942-4744-90fa-133cc9be0b86 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:23:20.693233 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: 99101192-d942-4744-90fa-133cc9be0b86 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:23:20.693841 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 99101192-d942-4744-90fa-133cc9be0b86 not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:23:20.881150 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d70b19-6c49-47f0-846f-99a6f2098233 req-baad8ff7-c536-4b60-8fab-02618bcd63c3 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:20.883645 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-30d70b19-6c49-47f0-846f-99a6f2098233 req-baad8ff7-c536-4b60-8fab-02618bcd63c3 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.1942351 May 04 22:23:20.887004 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-87bcda53-9b62-45b7-b5a6-7c31d19a1204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:20.950454 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-30d70b19-6c49-47f0-846f-99a6f2098233 req-e75ab750-c61e-488d-9b07-b4b5a3c4d5c2 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531301 May 04 22:23:20.992819 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-87bcda53-9b62-45b7-b5a6-7c31d19a1204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:21.002596 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-e6385cf6-57a9-41b2-87f4-ba22be1cffac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:21.044380 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-87bcda53-9b62-45b7-b5a6-7c31d19a1204 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3039e7909a884d5281af0bb9e7f6e90a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8486314 May 04 22:23:21.049233 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bcda53-9b62-45b7-b5a6-7c31d19a1204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9cfa1a6-ac0e-4e5a-a740-f4b599076422,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:21.049654 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57564) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:21.053471 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-87bcda53-9b62-45b7-b5a6-7c31d19a1204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:21.153337 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-0fa784af-06a3-4779-b8cd-5b914967a49b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:21.184922 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-0fa784af-06a3-4779-b8cd-5b914967a49b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:21.412447 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-0fa784af-06a3-4779-b8cd-5b914967a49b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:21.416519 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:21.437254 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa784af-06a3-4779-b8cd-5b914967a49b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9cfa1a6-ac0e-4e5a-a740-f4b599076422,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:21.449835 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-0fa784af-06a3-4779-b8cd-5b914967a49b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:21.463704 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-0fa784af-06a3-4779-b8cd-5b914967a49b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:21.467153 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-0fa784af-06a3-4779-b8cd-5b914967a49b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b9cfa1a6-ac0e-4e5a-a740-f4b599076422 HTTP/1.1" status: 204 len: 168 time: 0.4150813 May 04 22:23:21.484552 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57576) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:21.549240 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba8aa-5f37-4b32-8e69-5d70cd283367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:21.594428 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-cf7ba8aa-5f37-4b32-8e69-5d70cd283367 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:21.599988 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-cf7ba8aa-5f37-4b32-8e69-5d70cd283367 admin admin] Usage tracker for resource:security_group_rule and tenant:461535ec00604f1cbd2ebc82a80bfcf0 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:21.603926 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-cf7ba8aa-5f37-4b32-8e69-5d70cd283367 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:21.612288 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-cf7ba8aa-5f37-4b32-8e69-5d70cd283367 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:21.750840 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba8aa-5f37-4b32-8e69-5d70cd283367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:21.871673 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cf7ba8aa-5f37-4b32-8e69-5d70cd283367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:21.913862 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-124095a2-0723-42b2-9843-9d671a28eb9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:22.031957 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-cf7ba8aa-5f37-4b32-8e69-5d70cd283367 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=461535ec00604f1cbd2ebc82a80bfcf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5459216 May 04 22:23:22.037515 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57590) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:22.045307 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ba8aa-5f37-4b32-8e69-5d70cd283367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c6beda-761b-4872-b930-889d0b022915,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:22.049819 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cf7ba8aa-5f37-4b32-8e69-5d70cd283367 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:22.306137 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:22.373996 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:22.512439 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ebbc0-5628-45bc-92c7-28f6fd6f97b3 req-91f34cb8-63d9-4d59-8ad5-727f5419962e tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:22.515313 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-577ebbc0-5628-45bc-92c7-28f6fd6f97b3 req-91f34cb8-63d9-4d59-8ad5-727f5419962e tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.3582428 May 04 22:23:22.615800 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-577ebbc0-5628-45bc-92c7-28f6fd6f97b3 req-ed50c845-a98d-4c4a-8640-2bb9a087cccf tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874159 May 04 22:23:22.692967 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:22.700069 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-fd595d13-9122-4e3e-a6e8-7a415e3a9b1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:22.718742 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c6beda-761b-4872-b930-889d0b022915,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:22.748588 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:22.749860 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:22.749860 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:22.750154 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:22.750735 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:22.751440 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:22.752013 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:22.752616 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:22.753336 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:22.754706 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:22.755383 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:22.756181 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:22.761666 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:22.763752 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/19c6beda-761b-4872-b930-889d0b022915 HTTP/1.1" status: 204 len: 168 time: 0.7239468 May 04 22:23:22.766643 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:22.817302 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57608) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:22.852666 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:22.883785 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:22.900459 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Usage tracker for resource:security_group_rule and tenant:45ade9e4ddc748b7a7640c940207c8ff is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:22.906922 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:22.931849 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:23.096355 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57614) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:23.109622 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:23.235560 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:23.252520 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-ef32f1b3-8ff5-4fd2-9f11-afdd5551f480 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:23.338406 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f4a4a1eb-fc55-4966-900b-74e2049cc63e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:23.339739 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=45ade9e4ddc748b7a7640c940207c8ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5209575 May 04 22:23:23.342344 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af0a341-d7c9-4410-9ce5-53e857b8a33c,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:23.344329 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57626) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:23.384025 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:23.388601 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:23.388601 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:23.388897 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-f4a4a1eb-fc55-4966-900b-74e2049cc63e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:23.389050 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:23.389050 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:23.389050 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:23.389050 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:23.389050 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:23.389723 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:23.389862 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:23.390834 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:23.391437 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:23.391595 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-f4a4a1eb-fc55-4966-900b-74e2049cc63e admin admin] Usage tracker for resource:security_group_rule and tenant:ed5e0588afd04bd7baaf78e678ee2081 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:23.396427 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-f4a4a1eb-fc55-4966-900b-74e2049cc63e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:23.404628 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-f4a4a1eb-fc55-4966-900b-74e2049cc63e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:23.405222 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:23.516842 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4275b9e5-1caa-40d2-bdc7-d262a6cb3ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:23.594068 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4275b9e5-1caa-40d2-bdc7-d262a6cb3ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:23.753099 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f4a4a1eb-fc55-4966-900b-74e2049cc63e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:23.843750 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6d95-86e2-46e6-8c46-8dacdd4c1089 req-c60a1cee-2546-4016-ab28-1fa0749ea21e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:23.847337 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-bc0c6d95-86e2-46e6-8c46-8dacdd4c1089 req-c60a1cee-2546-4016-ab28-1fa0749ea21e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.2980092 May 04 22:23:23.849881 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f4a4a1eb-fc55-4966-900b-74e2049cc63e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:23.872381 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c4725795-667f-4e49-997f-ed37aba4778a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:23.906612 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4275b9e5-1caa-40d2-bdc7-d262a6cb3ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:23.918474 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-1ea3d2a2-6d66-4ce5-bd89-6dfb87abfdbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:23.987323 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-f4a4a1eb-fc55-4966-900b-74e2049cc63e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ed5e0588afd04bd7baaf78e678ee2081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8890135 May 04 22:23:23.992925 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4a1eb-fc55-4966-900b-74e2049cc63e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6757a0-b247-4fa5-83bf-f1c549a2ebc4,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:23.995344 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57646) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:24.000554 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-f4a4a1eb-fc55-4966-900b-74e2049cc63e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:24.003729 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-bc0c6d95-86e2-46e6-8c46-8dacdd4c1089 req-d619a877-8063-4485-a71d-12faa57a01cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342463 May 04 22:23:24.066524 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4275b9e5-1caa-40d2-bdc7-d262a6cb3ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af0a341-d7c9-4410-9ce5-53e857b8a33c,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:24.075215 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4275b9e5-1caa-40d2-bdc7-d262a6cb3ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:24.117168 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4275b9e5-1caa-40d2-bdc7-d262a6cb3ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:24.121236 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-4275b9e5-1caa-40d2-bdc7-d262a6cb3ed9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3af0a341-d7c9-4410-9ce5-53e857b8a33c HTTP/1.1" status: 204 len: 168 time: 0.7730300 May 04 22:23:24.182951 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfea4a-878a-4b3a-b5f4-a85ff2b82fa8 req-860f7c4c-022a-4cde-b608-59911feb2b43 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:24.198046 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3bcfea4a-878a-4b3a-b5f4-a85ff2b82fa8 req-860f7c4c-022a-4cde-b608-59911feb2b43 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.2652576 May 04 22:23:24.200450 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-294b34f6-e2fa-4cd3-8a40-0afe3ec92fa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:24.245643 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-294b34f6-e2fa-4cd3-8a40-0afe3ec92fa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:24.286382 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3bcfea4a-878a-4b3a-b5f4-a85ff2b82fa8 req-1dee3afd-5cf5-4185-a32d-ec8a5aa7d7c2 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860066 May 04 22:23:24.389160 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57664) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:24.423422 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b8b8284a-b235-4e8d-a9ba-65893b09df75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:24.446972 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-294b34f6-e2fa-4cd3-8a40-0afe3ec92fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:24.451569 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-b8b8284a-b235-4e8d-a9ba-65893b09df75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:24.453632 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-45ae3d7b-f24a-4b3e-ad5c-aeb5acb838b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:24.458274 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-b8b8284a-b235-4e8d-a9ba-65893b09df75 admin admin] Usage tracker for resource:security_group_rule and tenant:5222179171f8458495a1e2a25cd22514 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:24.465585 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-b8b8284a-b235-4e8d-a9ba-65893b09df75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:24.476947 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294b34f6-e2fa-4cd3-8a40-0afe3ec92fa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6757a0-b247-4fa5-83bf-f1c549a2ebc4,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:24.481078 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-b8b8284a-b235-4e8d-a9ba-65893b09df75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:24.490009 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-294b34f6-e2fa-4cd3-8a40-0afe3ec92fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:24.494778 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-294b34f6-e2fa-4cd3-8a40-0afe3ec92fa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:24.500171 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-294b34f6-e2fa-4cd3-8a40-0afe3ec92fa4 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0c6757a0-b247-4fa5-83bf-f1c549a2ebc4 HTTP/1.1" status: 204 len: 168 time: 0.4976604 May 04 22:23:24.608280 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b8b8284a-b235-4e8d-a9ba-65893b09df75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:24.740455 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b8b8284a-b235-4e8d-a9ba-65893b09df75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:24.750429 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-d89732dd-7ec1-4e64-9683-1d63298eb69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:24.811795 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-b8b8284a-b235-4e8d-a9ba-65893b09df75 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=5222179171f8458495a1e2a25cd22514&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207034 May 04 22:23:24.812176 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57678) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:24.815459 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b8284a-b235-4e8d-a9ba-65893b09df75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adce4f4b-9c61-4d48-b548-44e6b93ee391,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:24.836312 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-b8b8284a-b235-4e8d-a9ba-65893b09df75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:24.909928 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57684) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:24.961735 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-5d934a7e-3b20-444b-813d-385214be2b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:24.997212 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-5d934a7e-3b20-444b-813d-385214be2b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:25.240106 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-5d934a7e-3b20-444b-813d-385214be2b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:25.255474 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-081ddf63-6c85-4af1-bd5d-de9e50025c5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:25.288161 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d934a7e-3b20-444b-813d-385214be2b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adce4f4b-9c61-4d48-b548-44e6b93ee391,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:25.295136 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-5d934a7e-3b20-444b-813d-385214be2b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:25.306095 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-5d934a7e-3b20-444b-813d-385214be2b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:25.307398 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-5d934a7e-3b20-444b-813d-385214be2b85 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/adce4f4b-9c61-4d48-b548-44e6b93ee391 HTTP/1.1" status: 204 len: 168 time: 0.4940701 May 04 22:23:25.346754 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3de90f-e6dc-46d1-8cbd-b1db14dbfd92 req-22c0b826-1317-4503-94de-6984f2653a36 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:25.349119 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ff3de90f-e6dc-46d1-8cbd-b1db14dbfd92 req-22c0b826-1317-4503-94de-6984f2653a36 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.1756270 May 04 22:23:25.369396 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b581ba9d-5111-4b55-8958-9b312b7b3f38 req-95ba5f20-350f-4b54-b743-d2ae6c8f02ed service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4578941 May 04 22:23:25.447204 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ff3de90f-e6dc-46d1-8cbd-b1db14dbfd92 req-1d8a269c-71ea-4524-9cf8-7fa534e9b1bd tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916364 May 04 22:23:25.622816 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547059ed-4183-4ba8-aa01-6d401361093f req-3f35f749-edd4-48fe-a278-209de22c586d tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:25.630446 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-547059ed-4183-4ba8-aa01-6d401361093f req-3f35f749-edd4-48fe-a278-209de22c586d tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.1143761 May 04 22:23:25.673437 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-547059ed-4183-4ba8-aa01-6d401361093f req-37c46d75-8e3b-4e50-acc0-7c000403fd23 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420825 May 04 22:23:26.017173 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57724) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:26.227375 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-398bce23-0c6d-4769-97f0-1150016a90c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:26.250800 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-398bce23-0c6d-4769-97f0-1150016a90c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:26.255076 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-398bce23-0c6d-4769-97f0-1150016a90c8 admin admin] Usage tracker for resource:security_group_rule and tenant:a8aa1cf32600422389cdb4def9a0e4e0 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:26.259330 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-398bce23-0c6d-4769-97f0-1150016a90c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:26.267818 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-398bce23-0c6d-4769-97f0-1150016a90c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:26.351761 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76484edd-28a7-47ba-b325-c2ac2c6f6c07 req-e7f1e8ad-a155-4d99-8d03-c35d3eaa601b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:26.353760 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-76484edd-28a7-47ba-b325-c2ac2c6f6c07 req-e7f1e8ad-a155-4d99-8d03-c35d3eaa601b tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.85 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.1229801 May 04 22:23:26.405976 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-398bce23-0c6d-4769-97f0-1150016a90c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:26.540121 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-398bce23-0c6d-4769-97f0-1150016a90c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:26.555685 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-529f9e3a-5754-463c-b179-af851fccf20f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:26.569190 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-76484edd-28a7-47ba-b325-c2ac2c6f6c07 req-e7989a2e-e25e-4c1e-930e-0721d4d64071 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Deleting port 2e0f0055-593a-4d59-b905-117ec2717892 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:23:26.570072 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-76484edd-28a7-47ba-b325-c2ac2c6f6c07 req-e7989a2e-e25e-4c1e-930e-0721d4d64071 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:26.609317 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398bce23-0c6d-4769-97f0-1150016a90c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dcef70-2dbe-41b7-be8b-3c34e35c813e,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:26.619143 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-398bce23-0c6d-4769-97f0-1150016a90c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:26.658407 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-398bce23-0c6d-4769-97f0-1150016a90c8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a8aa1cf32600422389cdb4def9a0e4e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6373401 May 04 22:23:26.689157 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57746) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:26.832234 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bfd99594-1d73-4152-88aa-123691dc8dbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:26.836165 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16585-1cfc-476a-8df5-7a874eb1eae0 req-00c6b0a6-b6ad-4181-a949-9656a86299b0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:26.837796 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1ab16585-1cfc-476a-8df5-7a874eb1eae0 req-00c6b0a6-b6ad-4181-a949-9656a86299b0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.1780746 May 04 22:23:26.931810 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1ab16585-1cfc-476a-8df5-7a874eb1eae0 req-4c391a24-f1e5-49a6-8722-d1fa6795a428 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817313 May 04 22:23:26.994253 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-76484edd-28a7-47ba-b325-c2ac2c6f6c07 req-e7989a2e-e25e-4c1e-930e-0721d4d64071 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] For port 2e0f0055-593a-4d59-b905-117ec2717892, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=2e0f0055-593a-4d59-b905-117ec2717892,segment=NetworkSegment(0df2708d-103e-4db1-bc33-fd18571ab628),segment_id=0df2708d-103e-4db1-bc33-fd18571ab628)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:23:26.994621 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-76484edd-28a7-47ba-b325-c2ac2c6f6c07 req-e7989a2e-e25e-4c1e-930e-0721d4d64071 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:27.004315 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bfd99594-1d73-4152-88aa-123691dc8dbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:27.160508 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-76484edd-28a7-47ba-b325-c2ac2c6f6c07 req-e7989a2e-e25e-4c1e-930e-0721d4d64071 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Calling delete_port for 2e0f0055-593a-4d59-b905-117ec2717892 owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:23:27.259363 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba56ede8-6f45-4a9b-b2c8-78ad66d7c6bc req-3b288ddd-ef99-4035-bb19-00d98cf1252a tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:27.260918 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ba56ede8-6f45-4a9b-b2c8-78ad66d7c6bc req-3b288ddd-ef99-4035-bb19-00d98cf1252a tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 945 time: 0.3364923 May 04 22:23:27.339968 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ba56ede8-6f45-4a9b-b2c8-78ad66d7c6bc req-bf6f765e-e660-4287-96de-b3233932fd05 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/security-groups?id=771251c1-48c0-491d-9c00-b344bc5a5b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697320 May 04 22:23:27.374451 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bfd99594-1d73-4152-88aa-123691dc8dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:27.382363 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-39c918f3-b6cb-4bfa-8fba-f41d7d613d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:27.403591 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd99594-1d73-4152-88aa-123691dc8dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dcef70-2dbe-41b7-be8b-3c34e35c813e,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:27.411896 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-bfd99594-1d73-4152-88aa-123691dc8dbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:27.552103 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bfd99594-1d73-4152-88aa-123691dc8dbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:27.553298 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-bfd99594-1d73-4152-88aa-123691dc8dbb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/42dcef70-2dbe-41b7-be8b-3c34e35c813e HTTP/1.1" status: 204 len: 168 time: 0.8614058 May 04 22:23:27.574815 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-76484edd-28a7-47ba-b325-c2ac2c6f6c07 req-e7989a2e-e25e-4c1e-930e-0721d4d64071 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:27.586465 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:27.592043 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['2e0f0055-593a-4d59-b905-117ec2717892'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:23:27.619093 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57778) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:27.691951 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7989a2e-e25e-4c1e-930e-0721d4d64071 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Pushing event deleted for resources: {'Port': ['ID=2e0f0055-593a-4d59-b905-117ec2717892,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:27.700923 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e7989a2e-e25e-4c1e-930e-0721d4d64071 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:27.744815 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57784) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:27.816338 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-76484edd-28a7-47ba-b325-c2ac2c6f6c07 req-e7989a2e-e25e-4c1e-930e-0721d4d64071 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] No DVR routers for this DVR port 2e0f0055-593a-4d59-b905-117ec2717892 on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:23:27.820090 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-76484edd-28a7-47ba-b325-c2ac2c6f6c07 req-e7989a2e-e25e-4c1e-930e-0721d4d64071 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:27.822835 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-76484edd-28a7-47ba-b325-c2ac2c6f6c07 req-e7989a2e-e25e-4c1e-930e-0721d4d64071 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.85 "DELETE /v2.0/ports/2e0f0055-593a-4d59-b905-117ec2717892 HTTP/1.1" status: 204 len: 173 time: 1.4630768 May 04 22:23:27.823387 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f072b144-ac50-47f2-a798-0b7424c3cc4b', 'name': 'network-vif-deleted', 'tag': '2e0f0055-593a-4d59-b905-117ec2717892'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:23:27.877883 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f072b144-ac50-47f2-a798-0b7424c3cc4b', 'name': 'network-vif-deleted', 'tag': '2e0f0055-593a-4d59-b905-117ec2717892', 'status': 'completed', 'code': 200} May 04 22:23:27.896954 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-186642443-network', 'tenant_id': 'fb10162d8cea4891befb100f08ec326e'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:23:27.913104 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:27.924328 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Usage tracker for resource:network and tenant:fb10162d8cea4891befb100f08ec326e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:27.932018 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:27.969095 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:27.981737 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-37102864-a147-4fbc-88e1-d47f4888965d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:28.021953 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-37102864-a147-4fbc-88e1-d47f4888965d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:28.030685 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-37102864-a147-4fbc-88e1-d47f4888965d admin admin] Usage tracker for resource:security_group_rule and tenant:c9dd4866ec054ba1aac5e040fef9ee6e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:28.036242 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-37102864-a147-4fbc-88e1-d47f4888965d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:28.049582 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-37102864-a147-4fbc-88e1-d47f4888965d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:28.154618 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Made reservation on behalf of fb10162d8cea4891befb100f08ec326e for: {'network': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:23:28.157299 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:28.185293 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:28.210683 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:28.216162 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Usage tracker for resource:security_group_rule and tenant:fb10162d8cea4891befb100f08ec326e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:28.223104 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:28.242934 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f6b1a-39f2-4d2d-bd06-dfa349326235 req-4643ef0b-63a1-4977-9e79-505e6d670991 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:28.244272 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:28.247454 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d92f6b1a-39f2-4d2d-bd06-dfa349326235 req-4643ef0b-63a1-4977-9e79-505e6d670991 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.0987706 May 04 22:23:28.283193 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-37102864-a147-4fbc-88e1-d47f4888965d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:28.321167 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d92f6b1a-39f2-4d2d-bd06-dfa349326235 req-0cd14d4e-808f-4578-bdf7-3d83a6097b45 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647144 May 04 22:23:28.360191 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-37102864-a147-4fbc-88e1-d47f4888965d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:28.374516 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-1d5d21e2-9466-4e18-9989-636740d84387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:28.412093 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37102864-a147-4fbc-88e1-d47f4888965d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89541782-40ea-40d8-87d4-4357d1cc7096,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:28.420117 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-37102864-a147-4fbc-88e1-d47f4888965d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:28.457005 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57806) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:28.457272 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-37102864-a147-4fbc-88e1-d47f4888965d admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c9dd4866ec054ba1aac5e040fef9ee6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7105508 May 04 22:23:28.547107 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:28.621637 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-29a3d400-341c-4850-a8b2-68e58cd6ccf5 req-0c667830-bdab-4a83-ac85-ed90388404ba tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] 10.222.0.72 "GET /v2.0/ports?device_id=f072b144-ac50-47f2-a798-0b7424c3cc4b HTTP/1.1" status: 200 len: 210 time: 0.0720510 May 04 22:23:28.623796 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:28.632952 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-f33a7765-e4a7-4eba-9547-6c6d1a3e26f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:28.675631 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] vlan segment allocate from pool success with {'vlan_id': 953, 'physical_network': 'physnet1'} {{(pid=74775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:23:28.693732 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:28.694270 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fcae9fd4-82a6-4720-a38a-b4446d2098a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:28.708173 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:28.708975 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:28.714061 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.segments_db [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Added segment da0e74fd-f3d8-4944-85ee-d4e3fffe294b of type vlan for network e6129409-6cee-41eb-85df-3606f2dd83fd May 04 22:23:28.745409 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fcae9fd4-82a6-4720-a38a-b4446d2098a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:28.746089 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:28.917103 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fcae9fd4-82a6-4720-a38a-b4446d2098a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:28.918138 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:28.921628 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:28.926612 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-84ed54be-ccbb-4b48-b866-952c1a26c798 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:28.926898 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:28.937896 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcae9fd4-82a6-4720-a38a-b4446d2098a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89541782-40ea-40d8-87d4-4357d1cc7096,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:28.942616 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-fcae9fd4-82a6-4720-a38a-b4446d2098a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:28.948097 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-fcae9fd4-82a6-4720-a38a-b4446d2098a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:28.949617 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-fcae9fd4-82a6-4720-a38a-b4446d2098a9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/89541782-40ea-40d8-87d4-4357d1cc7096 HTTP/1.1" status: 204 len: 168 time: 0.4914582 May 04 22:23:29.003128 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-fb7bd2b9-1eda-4edb-915d-18915ba2e129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:29.111680 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Pushing event updated for resources: {'Network': ['ID=e6129409-6cee-41eb-85df-3606f2dd83fd,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:29.116296 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:29.128079 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network e6129409-6cee-41eb-85df-3606f2dd83fd details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:23:29.135160 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5131159 May 04 22:23:29.138450 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57824) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:29.144947 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Request body: {'subnet': {'network_id': 'e6129409-6cee-41eb-85df-3606f2dd83fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-186642443-subnet', 'tenant_id': 'fb10162d8cea4891befb100f08ec326e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:23:29.150262 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:29.154750 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Usage tracker for resource:subnet and tenant:fb10162d8cea4891befb100f08ec326e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:29.158782 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:29.173312 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:29.259395 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Made reservation on behalf of fb10162d8cea4891befb100f08ec326e for: {'subnet': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:23:29.262464 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30743246'] for subnet, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:29.573429 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57834) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:29.614765 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fd2964-e6ae-44a1-94ec-12e663330a4d req-dc25568a-2fe5-459b-98bc-2baf0a83da3b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:29.617199 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-47fd2964-e6ae-44a1-94ec-12e663330a4d req-dc25568a-2fe5-459b-98bc-2baf0a83da3b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.1288781 May 04 22:23:29.676887 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-47fd2964-e6ae-44a1-94ec-12e663330a4d req-bc4bdb3c-d7db-456c-b0ea-0bdd81131ab6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545821 May 04 22:23:29.764699 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57846) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:29.990259 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57852) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:30.027568 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0a7c108e-6adc-4497-9141-1dfee62ef416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:30.062359 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-0a7c108e-6adc-4497-9141-1dfee62ef416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:30.068923 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31660865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30743228'] for subnet, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:30.070090 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-0a7c108e-6adc-4497-9141-1dfee62ef416 admin admin] Usage tracker for resource:security_group_rule and tenant:4c9e94f6bc7c43d5892f620bdf244a0c is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:30.077966 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-0a7c108e-6adc-4497-9141-1dfee62ef416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:30.082138 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:30.125481 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1310141017-network', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:23:30.137560 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-0a7c108e-6adc-4497-9141-1dfee62ef416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:30.144507 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:30.171418 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581ba9d-5111-4b55-8958-9b312b7b3f38 req-b3bca09d-4faf-4d4a-9e84-ae336e9ce7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:30.172058 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Usage tracker for resource:network and tenant:49f2130450124f6ba4b3112b3833ca22 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:30.173037 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b581ba9d-5111-4b55-8958-9b312b7b3f38 req-b3bca09d-4faf-4d4a-9e84-ae336e9ce7ef service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571&tenant_id=103d42182a3c4260be8d70345f58713e HTTP/1.1" status: 200 len: 1096 time: 0.2829444 May 04 22:23:30.208247 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:30.251245 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:30.270509 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cdaab2b0-0a19-4ad2-b2a7-293693e7ca0b,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:30.281739 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:30.299721 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Checking segment: {'id': 'da0e74fd-f3d8-4944-85ee-d4e3fffe294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'e6129409-6cee-41eb-85df-3606f2dd83fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:23:30.300706 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Network hostable DHCP agents. Network: e6129409-6cee-41eb-85df-3606f2dd83fd, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:23:30.382265 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0a7c108e-6adc-4497-9141-1dfee62ef416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:30.391589 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Made reservation on behalf of 49f2130450124f6ba4b3112b3833ca22 for: {'network': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:23:30.395806 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:30.419353 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:30.442617 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:30.447709 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Usage tracker for resource:security_group_rule and tenant:49f2130450124f6ba4b3112b3833ca22 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:30.451893 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:30.460022 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:30.499593 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Network e6129409-6cee-41eb-85df-3606f2dd83fd is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:23:30.513630 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 2e0f0055-593a-4d59-b905-117ec2717892 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:23:30.537669 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0a7c108e-6adc-4497-9141-1dfee62ef416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:30.564069 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: 2e0f0055-593a-4d59-b905-117ec2717892 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:23:30.564787 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 2e0f0055-593a-4d59-b905-117ec2717892 not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:23:30.573713 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581ba9d-5111-4b55-8958-9b312b7b3f38 req-662a221e-b083-4da2-a7d1-133f0c6a6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:30.575459 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b581ba9d-5111-4b55-8958-9b312b7b3f38 req-662a221e-b083-4da2-a7d1-133f0c6a6477 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=103d42182a3c4260be8d70345f58713e&device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 1096 time: 0.2763081 May 04 22:23:30.600963 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-398bce23-0c6d-4769-97f0-1150016a90c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:30.641425 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:30.670670 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, e6129409-6cee-41eb-85df-3606f2dd83fd) {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:23:30.689955 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d781c5e-0af1-49f0-9b38-b7ec081f3cd4 None None] Network e6129409-6cee-41eb-85df-3606f2dd83fd requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:23:30.693677 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-0a7c108e-6adc-4497-9141-1dfee62ef416 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4c9e94f6bc7c43d5892f620bdf244a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1188860 May 04 22:23:30.704803 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:30.706650 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:30.706982 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57868) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:30.714944 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c108e-6adc-4497-9141-1dfee62ef416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c615c353-c24d-4a79-b75e-913c099d9f01,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:30.729666 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-0a7c108e-6adc-4497-9141-1dfee62ef416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:30.803337 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:30.819697 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-f4a4a1eb-fc55-4966-900b-74e2049cc63e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:30.871417 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] vlan segment allocate from pool success with {'vlan_id': 996, 'physical_network': 'physnet1'} {{(pid=74775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:23:30.873693 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581ba9d-5111-4b55-8958-9b312b7b3f38 req-10962f55-709c-41fe-b7b8-3ee901f5cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:30.875423 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b581ba9d-5111-4b55-8958-9b312b7b3f38 req-10962f55-709c-41fe-b7b8-3ee901f5cfb7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 HTTP/1.1" status: 200 len: 917 time: 0.2922692 May 04 22:23:30.892083 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=921f9356-fcfa-4b13-b69e-1f54fdb2c97f,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:30.901378 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:30.907669 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:30.908679 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.segments_db [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Added segment adb0c14a-2fb0-4dc4-8328-b6295bd1cce9 of type vlan for network 2f29b772-5109-477f-8713-567419a52249 May 04 22:23:30.962735 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:31.091224 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-2770bda1-e814-4c6d-a109-000f4de81878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:31.108388 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee47695-ac33-4daa-9bb1-d289cdb0ca04 None None] Network e6129409-6cee-41eb-85df-3606f2dd83fd requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:23:31.172428 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b581ba9d-5111-4b55-8958-9b312b7b3f38 req-7158bcfb-db2b-4808-9b5a-c8305ad35f85 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 HTTP/1.1" status: 200 len: 998 time: 0.2736800 May 04 22:23:31.181916 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-2770bda1-e814-4c6d-a109-000f4de81878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:31.195805 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-9270b51b-95c6-426c-a710-5a7b50511240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:31.196798 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0571530 May 04 22:23:31.254804 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:31.257750 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:31.258387 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:31.267697 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:31.433490 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581ba9d-5111-4b55-8958-9b312b7b3f38 req-84c3fc76-d1a6-452a-bacb-c55cf0cbc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:31.436101 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b581ba9d-5111-4b55-8958-9b312b7b3f38 req-84c3fc76-d1a6-452a-bacb-c55cf0cbc219 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=21a3bb95-7a44-40ab-a059-c462d0233277 HTTP/1.1" status: 200 len: 855 time: 0.2467654 May 04 22:23:31.463910 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc39ec2-9021-4242-9d45-a1f2c01b2d0c req-70f06084-a27e-4e0c-831b-327743f3e7ab tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:31.466478 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5cc39ec2-9021-4242-9d45-a1f2c01b2d0c req-70f06084-a27e-4e0c-831b-327743f3e7ab tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.4390893 May 04 22:23:31.472377 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Pushing event updated for resources: {'Network': ['ID=2f29b772-5109-477f-8713-567419a52249,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:31.476296 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:31.519048 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network 2f29b772-5109-477f-8713-567419a52249 details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:23:31.581016 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5891786 May 04 22:23:31.583850 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57890) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:31.592703 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Request body: {'subnet': {'network_id': '2f29b772-5109-477f-8713-567419a52249', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1310141017-subnet', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'ip_version': 4}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:23:31.601453 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:31.606277 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Usage tracker for resource:subnet and tenant:49f2130450124f6ba4b3112b3833ca22 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:31.610080 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:31.619521 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:31.670168 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:31.732163 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Made reservation on behalf of 49f2130450124f6ba4b3112b3833ca22 for: {'subnet': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:23:31.738479 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30743246'] for subnet, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:31.746720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9f16139c-2487-42f8-9f17-2e91620aa816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919372'] for router_interface, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:31.819063 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-2770bda1-e814-4c6d-a109-000f4de81878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:31.836128 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-40a3f11b-a822-41af-96eb-18e1dc99848a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:31.845376 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5cc39ec2-9021-4242-9d45-a1f2c01b2d0c req-7b2c350a-4480-4506-a4ed-c1696814f02f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3114083 May 04 22:23:31.955468 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770bda1-e814-4c6d-a109-000f4de81878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c615c353-c24d-4a79-b75e-913c099d9f01,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:31.968813 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-2770bda1-e814-4c6d-a109-000f4de81878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:31.978575 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-2770bda1-e814-4c6d-a109-000f4de81878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:31.979943 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-2770bda1-e814-4c6d-a109-000f4de81878 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c615c353-c24d-4a79-b75e-913c099d9f01 HTTP/1.1" status: 204 len: 168 time: 1.2699480 May 04 22:23:32.060087 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581ba9d-5111-4b55-8958-9b312b7b3f38 req-1a13ab40-afb3-4107-a404-e7b34d82ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:32.063422 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b581ba9d-5111-4b55-8958-9b312b7b3f38 req-1a13ab40-afb3-4107-a404-e7b34d82ea2f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5928049 May 04 22:23:32.333064 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b581ba9d-5111-4b55-8958-9b312b7b3f38 req-8e0fbf52-f134-41c7-87b8-0c83a3053f43 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908889 May 04 22:23:32.650195 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b581ba9d-5111-4b55-8958-9b312b7b3f38 req-49d64ee1-072b-4865-943e-7ee9e7c3c2b3 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036697 May 04 22:23:32.718498 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-9f16139c-2487-42f8-9f17-2e91620aa816 admin admin] Deleting port 27fbfdcb-b352-4842-a533-befc12f96dd3 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:23:32.719987 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9f16139c-2487-42f8-9f17-2e91620aa816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:32.891278 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31660865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30743228'] for subnet, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:32.901790 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:33.028559 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ace682f-3e69-4b4a-98c6-bd7cca411d03,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:33.042755 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:33.102670 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Checking segment: {'id': 'adb0c14a-2fb0-4dc4-8328-b6295bd1cce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '2f29b772-5109-477f-8713-567419a52249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:23:33.103271 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Network hostable DHCP agents. Network: 2f29b772-5109-477f-8713-567419a52249, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:23:33.184175 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [None req-9f16139c-2487-42f8-9f17-2e91620aa816 admin admin] For port 27fbfdcb-b352-4842-a533-befc12f96dd3, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=27fbfdcb-b352-4842-a533-befc12f96dd3,segment=NetworkSegment(0df2708d-103e-4db1-bc33-fd18571ab628),segment_id=0df2708d-103e-4db1-bc33-fd18571ab628)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:23:33.191503 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9f16139c-2487-42f8-9f17-2e91620aa816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:33.295669 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Network 2f29b772-5109-477f-8713-567419a52249 is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:23:33.356923 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9144174-2827-470e-b4a8-9ec28902df45 req-2de1b16b-287b-40c1-b6d6-af8e28b96e2b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:33.360883 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b9144174-2827-470e-b4a8-9ec28902df45 req-2de1b16b-287b-40c1-b6d6-af8e28b96e2b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.1484632 May 04 22:23:33.425827 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, 2f29b772-5109-477f-8713-567419a52249) {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:23:33.436360 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b756c2a7-1c91-4d19-b1cc-3687dad17d44 None None] Network 2f29b772-5109-477f-8713-567419a52249 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:23:33.512303 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:33.513288 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:33.574421 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b9144174-2827-470e-b4a8-9ec28902df45 req-4bb5a34f-01dc-4093-a95c-fa83a2466d95 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2064171 May 04 22:23:33.607268 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-9f16139c-2487-42f8-9f17-2e91620aa816 admin admin] Calling delete_port for 27fbfdcb-b352-4842-a533-befc12f96dd3 owned by network:router_interface {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:23:33.686437 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b5475-e694-429a-8994-23ffd6817ea6 req-46bb6910-9be8-49f9-ad20-e621c8e48f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:33.687924 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c74b5475-e694-429a-8994-23ffd6817ea6 req-46bb6910-9be8-49f9-ad20-e621c8e48f5b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=103d42182a3c4260be8d70345f58713e&device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 1096 time: 0.6323235 May 04 22:23:33.689078 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1039994 May 04 22:23:33.698736 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 57976) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:33.704678 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:23:33.713957 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:33.726375 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Usage tracker for resource:router and tenant:49f2130450124f6ba4b3112b3833ca22 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:33.731871 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:33.740479 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:33.843241 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939d5b3a-4c39-537c-93a9-2093ff0368b5-2f29b772-5109-477f-8713-567419a52249', 'network_id': '2f29b772-5109-477f-8713-567419a52249', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'fixed_ips': [{'subnet_id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03'}]}} from dv-cinder-786928-2-smb. {{(pid=74777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 22:23:33.844137 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:33.911389 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496222'] for router, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:33.912432 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1015213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496215'] for router, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:33.941298 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:34.129015 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.db_base_plugin_common [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Allocated IP 172.20.0.2 (2f29b772-5109-477f-8713-567419a52249/0ace682f-3e69-4b4a-98c6-bd7cca411d03/1bbd1d47-d069-4f30-94c3-d13ab04e1909) {{(pid=74777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:23:34.365591 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:34.408200 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 57990) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:34.554988 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9f16139c-2487-42f8-9f17-2e91620aa816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:34.562641 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-6160dba0-21a6-461a-bcef-cd378a44a285 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:34.624049 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Notify callbacks [] for port, precommit_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:34.641299 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Transition to ACTIVE for port object 1bbd1d47-d069-4f30-94c3-d13ab04e1909 will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:23:34.670700 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Transition to ACTIVE for port object 1bbd1d47-d069-4f30-94c3-d13ab04e1909 will not be triggered until provisioned by entity DHCP. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:23:34.744567 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:34.747369 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b5475-e694-429a-8994-23ffd6817ea6 req-f4a972ea-2c41-43f0-8458-1dc62b5ce9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:34.751925 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c74b5475-e694-429a-8994-23ffd6817ea6 req-f4a972ea-2c41-43f0-8458-1dc62b5ce9c7 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 HTTP/1.1" status: 200 len: 917 time: 1.0357876 May 04 22:23:34.751925 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f16139c-2487-42f8-9f17-2e91620aa816 admin admin] Pushing event deleted for resources: {'Port': ['ID=27fbfdcb-b352-4842-a533-befc12f96dd3,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:34.752494 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-eb140655-a3c6-4ab2-9987-71fd7b0a4ce4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:34.767995 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-9f16139c-2487-42f8-9f17-2e91620aa816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:34.827119 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1109536314-network', 'tenant_id': 'eb66506f6ff440b3abc314d4e8f3a19a'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:23:35.071615 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c74b5475-e694-429a-8994-23ffd6817ea6 req-e7e352ab-c467-44f6-aacd-ab2c86c00d5c service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 HTTP/1.1" status: 200 len: 998 time: 0.2402501 May 04 22:23:35.083850 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:35.197305 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Network 2f29b772-5109-477f-8713-567419a52249 is already hosted by enough agents. {{(pid=74777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:23:35.220752 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.base_scheduler [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Resources bound (agent type, host, resource id): {{(pid=74777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:23:35.228820 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Received port after_create {{(pid=74777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:23:35.265920 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Pushing event updated for resources: {'Port': ['ID=1bbd1d47-d069-4f30-94c3-d13ab04e1909,revision_number=1']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:35.274429 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Usage tracker for resource:network and tenant:eb66506f6ff440b3abc314d4e8f3a19a is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:35.281883 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:35.283976 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:35.379093 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-9b6f4f82-3aa7-47be-8989-3e789da631a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:35.382574 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-947859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496293'] for router, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:35.464645 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:35.510364 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Attempting to bind port 1bbd1d47-d069-4f30-94c3-d13ab04e1909 on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:23:35.510791 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Attempting to bind port 1bbd1d47-d069-4f30-94c3-d13ab04e1909 by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'adb0c14a-2fb0-4dc4-8328-b6295bd1cce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '2f29b772-5109-477f-8713-567419a52249'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:23:35.511139 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Attempting to bind port 1bbd1d47-d069-4f30-94c3-d13ab04e1909 on network 2f29b772-5109-477f-8713-567419a52249 {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:23:35.527683 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:23:35.527994 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Checking segment: {'id': 'adb0c14a-2fb0-4dc4-8328-b6295bd1cce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '2f29b772-5109-477f-8713-567419a52249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:23:35.528404 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:35.528796 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Bound using segment: {'id': 'adb0c14a-2fb0-4dc4-8328-b6295bd1cce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '2f29b772-5109-477f-8713-567419a52249'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:23:35.529274 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Bound port: 1bbd1d47-d069-4f30-94c3-d13ab04e1909, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb0c14a-2fb0-4dc4-8328-b6295bd1cce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '2f29b772-5109-477f-8713-567419a52249'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:23:35.529713 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:35.563091 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b5475-e694-429a-8994-23ffd6817ea6 req-e459776a-1e33-42cb-85ac-7589099d109d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:35.576893 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c74b5475-e694-429a-8994-23ffd6817ea6 req-e459776a-1e33-42cb-85ac-7589099d109d service neutron] 10.222.0.85 "GET /v2.0/subnets?id=21a3bb95-7a44-40ab-a059-c462d0233277 HTTP/1.1" status: 200 len: 855 time: 0.3712139 May 04 22:23:35.655493 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9f16139c-2487-42f8-9f17-2e91620aa816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949244'] for router_interface, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:35.719136 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] For port 1bbd1d47-d069-4f30-94c3-d13ab04e1909, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:23:35.723809 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] For port 1bbd1d47-d069-4f30-94c3-d13ab04e1909, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=1bbd1d47-d069-4f30-94c3-d13ab04e1909,segment=NetworkSegment(adb0c14a-2fb0-4dc4-8328-b6295bd1cce9),segment_id=adb0c14a-2fb0-4dc4-8328-b6295bd1cce9)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:23:35.738727 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a77b1-220c-4c4e-9a22-30a096700f18 req-d4da33be-ee14-45b9-88c2-4f4b4fb784e3 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:35.740281 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-861a77b1-220c-4c4e-9a22-30a096700f18 req-d4da33be-ee14-45b9-88c2-4f4b4fb784e3 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.4699161 May 04 22:23:35.829208 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:35.858356 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:35.940613 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Made reservation on behalf of eb66506f6ff440b3abc314d4e8f3a19a for: {'network': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:23:35.959931 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:36.094329 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:36.096850 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Pushing event updated for resources: {'Port': ['ID=1bbd1d47-d069-4f30-94c3-d13ab04e1909,revision_number=2']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:36.134499 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:36.172106 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:36.192663 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-861a77b1-220c-4c4e-9a22-30a096700f18 req-999bbb68-ecac-4b41-affc-f7cade35fb84 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2214923 May 04 22:23:36.198098 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:eb66506f6ff440b3abc314d4e8f3a19a is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:36.206273 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:36.222561 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:36.232851 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:36.310451 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:36.332873 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:36.568922 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74b5475-e694-429a-8994-23ffd6817ea6 req-a51daa34-3e14-4421-9dc5-d2182ee1b9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:36.571383 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c74b5475-e694-429a-8994-23ffd6817ea6 req-a51daa34-3e14-4421-9dc5-d2182ee1b9a7 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.8412867 May 04 22:23:36.776561 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_common [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Allocated IP 172.28.3.133 (76581f0b-881c-41a1-a7c9-33e7218dfd31/7bfeb869-822c-4f12-8913-9d21738f2df2/5fc5964e-84a1-4e82-8883-97a245c7c1f8) {{(pid=74775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:23:36.866534 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f16139c-2487-42f8-9f17-2e91620aa816 admin admin] Router a571857d-be91-4484-87b8-9f88c3dfec43 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:23:36.882185 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:36.920433 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c74b5475-e694-429a-8994-23ffd6817ea6 req-2ef7bfbb-d2b2-4b77-bb01-4a394b329170 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986603 May 04 22:23:37.066707 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:37.387731 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:37.585639 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 1bbd1d47-d069-4f30-94c3-d13ab04e1909 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:23:37.631966 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-7c521e29-c812-4875-bf4d-8b2bc4198008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:37.664640 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:37.668815 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 965, 'physical_network': 'physnet1'} {{(pid=74776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:23:37.685942 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:37.686761 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.segments_db [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Added segment 7fa63203-6140-4c95-b641-19581fda4e2e of type vlan for network 53737588-7ddc-403e-bfbf-f71bdb67889f May 04 22:23:37.696533 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:37.724352 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:37.899604 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 1bbd1d47-d069-4f30-94c3-d13ab04e1909 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:23:37.901265 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:23:37.931264 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:23:37.938352 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Received port after_create {{(pid=74775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:23:38.016650 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=5fc5964e-84a1-4e82-8883-97a245c7c1f8,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:38.022551 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:38.099082 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f16139c-2487-42f8-9f17-2e91620aa816 admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:23:38.111935 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687a6b7f-5a9f-47ff-ada0-c7de5d7a2ed7 None None] Sync routers for ids ['a571857d-be91-4484-87b8-9f88c3dfec43'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:23:38.138228 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a6b7f-5a9f-47ff-ada0-c7de5d7a2ed7 None None] Routers {'a571857d-be91-4484-87b8-9f88c3dfec43'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:23:38.139019 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-687a6b7f-5a9f-47ff-ada0-c7de5d7a2ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:23:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['a571857d-be91-4484-87b8-9f88c3dfec43'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:23:38.144008 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa516103-10ab-49db-9161-1d108eff99a1,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:38.156021 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:38.156740 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:38.192124 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:38.192124 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:38.222395 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d03e9d2-4ce1-4aff-8cb5-5a5c8a2ca92c None None] Network 2f29b772-5109-477f-8713-567419a52249 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:23:38.305304 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:38.403825 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-9f16139c-2487-42f8-9f17-2e91620aa816 admin admin] 10.222.0.72 "PUT /v2.0/routers/a571857d-be91-4484-87b8-9f88c3dfec43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6361206 May 04 22:23:38.409633 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 58034) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:38.599665 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a802eb-bedc-44d4-988b-66d11d206af3 req-3296a1df-95d8-4955-a7fa-6f1f2eac6545 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:38.602041 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-52a802eb-bedc-44d4-988b-66d11d206af3 req-3296a1df-95d8-4955-a7fa-6f1f2eac6545 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.7999113 May 04 22:23:38.675149 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:23:38.710706 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c74b5475-e694-429a-8994-23ffd6817ea6 req-dbb4696e-f753-4df6-bd17-7c69cdfe26c8 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6731443 May 04 22:23:38.717844 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Pushing event updated for resources: {'Network': ['ID=53737588-7ddc-403e-bfbf-f71bdb67889f,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:38.727881 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 4.3159220 May 04 22:23:38.735010 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:38.738205 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 58040) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:38.760230 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-52a802eb-bedc-44d4-988b-66d11d206af3 req-d6a0663a-b3bb-484f-8da6-d79c478067ff tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445518 May 04 22:23:38.765399 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network 53737588-7ddc-403e-bfbf-f71bdb67889f details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:23:38.766558 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-687a6b7f-5a9f-47ff-ada0-c7de5d7a2ed7 None None] Set router a571857d-be91-4484-87b8-9f88c3dfec43 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:23:38.788975 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Request body: {'subnet': {'network_id': '53737588-7ddc-403e-bfbf-f71bdb67889f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1109536314-subnet', 'tenant_id': 'eb66506f6ff440b3abc314d4e8f3a19a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:23:38.824212 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:38.826711 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-fc9b9690-265e-4617-bc35-ee5844115bc2 None None] Provisioning for port 1bbd1d47-d069-4f30-94c3-d13ab04e1909 completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:23:38.845831 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Usage tracker for resource:subnet and tenant:eb66506f6ff440b3abc314d4e8f3a19a is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:38.847576 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-fc9b9690-265e-4617-bc35-ee5844115bc2 None None] Provisioning complete for port 1bbd1d47-d069-4f30-94c3-d13ab04e1909 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:23:38.848090 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-fc9b9690-265e-4617-bc35-ee5844115bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:38.858325 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:38.900488 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:38.952120 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:38.983270 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Notify callbacks [] for router, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:39.270028 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Made reservation on behalf of eb66506f6ff440b3abc314d4e8f3a19a for: {'subnet': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:23:39.270028 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:40.014190 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-fc9b9690-265e-4617-bc35-ee5844115bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:40.044218 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-687a6b7f-5a9f-47ff-ada0-c7de5d7a2ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'name': 'tempest-ServerRescueNegativeTestJSON-434244061-router', 'tenant_id': '0ef715efd07447e18adc8ceda6e46320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:23:34Z', 'revision_number': 5, 'project_id': '0ef715efd07447e18adc8ceda6e46320', 'gw_port': {'id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:23:40.057034 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687a6b7f-5a9f-47ff-ada0-c7de5d7a2ed7 None None] Checking router: a571857d-be91-4484-87b8-9f88c3dfec43 for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:23:40.088008 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687a6b7f-5a9f-47ff-ada0-c7de5d7a2ed7 None None] Routers {'a571857d-be91-4484-87b8-9f88c3dfec43'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:23:40.090047 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-687a6b7f-5a9f-47ff-ada0-c7de5d7a2ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:23:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['a571857d-be91-4484-87b8-9f88c3dfec43'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:23:40.090483 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-fc9b9690-265e-4617-bc35-ee5844115bc2 None None] For port 1bbd1d47-d069-4f30-94c3-d13ab04e1909, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=1bbd1d47-d069-4f30-94c3-d13ab04e1909,segment=NetworkSegment(adb0c14a-2fb0-4dc4-8328-b6295bd1cce9),segment_id=adb0c14a-2fb0-4dc4-8328-b6295bd1cce9)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:23:40.270113 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:40.273544 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:40.279822 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-fc9b9690-265e-4617-bc35-ee5844115bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:40.283096 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:40.477402 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-e25cdd64-b595-4a65-afda-0f8cc60063c7 None None] Provisioning complete for port 1bbd1d47-d069-4f30-94c3-d13ab04e1909 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:23:40.477966 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-e25cdd64-b595-4a65-afda-0f8cc60063c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:40.681040 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ac7ee-6799-4cac-8591-3fa6d36e4f0e req-77b0fd3f-448e-4982-ba00-05a7e870dd6d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:40.683609 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8a9ac7ee-6799-4cac-8591-3fa6d36e4f0e req-77b0fd3f-448e-4982-ba00-05a7e870dd6d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.5278783 May 04 22:23:40.744071 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9b9690-265e-4617-bc35-ee5844115bc2 None None] Pushing event updated for resources: {'Port': ['ID=1bbd1d47-d069-4f30-94c3-d13ab04e1909,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:40.770210 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-fc9b9690-265e-4617-bc35-ee5844115bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:40.816060 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8a9ac7ee-6799-4cac-8591-3fa6d36e4f0e req-b13e486e-edc1-4ae5-9c40-ecac041a2ba4 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187329 May 04 22:23:40.819872 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-687a6b7f-5a9f-47ff-ada0-c7de5d7a2ed7 None None] Set router a571857d-be91-4484-87b8-9f88c3dfec43 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:23:40.951700 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for subnet, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:40.959700 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-87ecd635-080c-4808-b03d-eda69c0c2766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:41.167500 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=84d5b902-a2f3-4d9e-afa7-5a2b239a8a0c,revision_number=0']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:41.172753 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:41.186172 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Checking segment: {'id': '7fa63203-6140-4c95-b641-19581fda4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '53737588-7ddc-403e-bfbf-f71bdb67889f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:23:41.186719 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Network hostable DHCP agents. Network: 53737588-7ddc-403e-bfbf-f71bdb67889f, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:23:41.324901 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Network 53737588-7ddc-403e-bfbf-f71bdb67889f is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:23:41.350120 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Deleting port 6ab594bd-2d59-4b0e-a0d1-13722001dc6e {{(pid=74775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:23:41.351077 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:41.451598 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, 53737588-7ddc-403e-bfbf-f71bdb67889f) {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:23:41.459328 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:41.460394 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:41.467241 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d707b-1a7f-42ff-ae49-a53029c15345 None None] Network 53737588-7ddc-403e-bfbf-f71bdb67889f requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:23:41.522204 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919814'] for router, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:41.571293 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-687a6b7f-5a9f-47ff-ada0-c7de5d7a2ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'name': 'tempest-ServerRescueNegativeTestJSON-434244061-router', 'tenant_id': '0ef715efd07447e18adc8ceda6e46320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:23:34Z', 'revision_number': 5, 'project_id': '0ef715efd07447e18adc8ceda6e46320', 'gw_port': {'id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:23:41.578729 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687a6b7f-5a9f-47ff-ada0-c7de5d7a2ed7 None None] The sync data for ids ['a571857d-be91-4484-87b8-9f88c3dfec43'] in dv-cinder-786928-2-smb is: [{'id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'name': 'tempest-ServerRescueNegativeTestJSON-434244061-router', 'tenant_id': '0ef715efd07447e18adc8ceda6e46320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99'}], 'enable_snat': True}, 'gw_port_id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:23:34Z', 'revision_number': 5, 'project_id': '0ef715efd07447e18adc8ceda6e46320', 'gw_port': {'id': '6ab594bd-2d59-4b0e-a0d1-13722001dc6e', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:5c:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a571857d-be91-4484-87b8-9f88c3dfec43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:23:41.613583 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 1bbd1d47-d069-4f30-94c3-d13ab04e1909 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:23:41.633843 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-6b3a282c-3da5-48e7-9288-5da8936de7bf admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.8583999 May 04 22:23:41.821189 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.db [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] For port 6ab594bd-2d59-4b0e-a0d1-13722001dc6e, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=6ab594bd-2d59-4b0e-a0d1-13722001dc6e,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:23:41.822592 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:42.050783 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 1bbd1d47-d069-4f30-94c3-d13ab04e1909 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:23:42.051203 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:42.262613 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f412b4f-da9b-461c-89e4-f15ce4240c28 None None] Network 53737588-7ddc-403e-bfbf-f71bdb67889f requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:23:42.361331 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Calling delete_port for 6ab594bd-2d59-4b0e-a0d1-13722001dc6e owned by network:router_gateway {{(pid=74775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:23:42.458652 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24e7c06-5c30-4c60-8298-99994ed98b05 req-60bacfb7-fd03-41db-8bf8-79b076f62c38 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:42.491010 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a24e7c06-5c30-4c60-8298-99994ed98b05 req-60bacfb7-fd03-41db-8bf8-79b076f62c38 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.3852770 May 04 22:23:42.753906 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a24e7c06-5c30-4c60-8298-99994ed98b05 req-5e92b828-d3f6-4bba-bfff-327a62e8d34e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2545002 May 04 22:23:43.383180 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 27fbfdcb-b352-4842-a533-befc12f96dd3 no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:23:43.468054 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: 27fbfdcb-b352-4842-a533-befc12f96dd3 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:23:43.468054 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 27fbfdcb-b352-4842-a533-befc12f96dd3 not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:23:43.530587 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 is scheduled to L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f with binding_index 1 {{(pid=74775) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 22:23:43.911535 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:23:43.922129 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Sync routers for ids ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:23:43.938995 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Routers {'f4351f4a-424c-49cd-bc1c-d3c21bd48f15'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:23:43.941016 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:23:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:23:44.163377 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:44.165102 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:44.167353 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.4672377 May 04 22:23:44.177643 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 58074) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:44.178753 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:44.280875 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Set router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:23:44.545073 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab594bd-2d59-4b0e-a0d1-13722001dc6e,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:44.554779 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:44.844138 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-920168'] for router_gateway, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:45.198144 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:23:33Z', 'updated_at': '2021-05-04T22:23:38Z', 'revision_number': 3, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'gw_port': {'id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:36Z', 'updated_at': '2021-05-04T22:23:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:23:45.204481 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Checking router: f4351f4a-424c-49cd-bc1c-d3c21bd48f15 for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:23:45.204918 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Updating router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 port 5fc5964e-84a1-4e82-8883-97a245c7c1f8 binding host dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:23:45.369717 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:45.508876 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496300'] for router, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:45.514530 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:45.788024 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1866740-4045-4bc7-9840-63844906bb2b req-c41366b1-5cc2-4eb0-a455-567c67a074a5 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:45.813189 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e1866740-4045-4bc7-9840-63844906bb2b req-c41366b1-5cc2-4eb0-a455-567c67a074a5 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 1.0686164 May 04 22:23:45.879012 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-961658'] for router, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:45.880487 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a571857d-be91-4484-87b8-9f88c3dfec43 {{(pid=74775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 22:23:45.897453 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Notify callbacks [] for router, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:45.910029 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] 10.222.0.72 "DELETE /v2.0/routers/a571857d-be91-4484-87b8-9f88c3dfec43 HTTP/1.1" status: 204 len: 168 time: 7.4990261 May 04 22:23:45.913649 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 58092) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:46.056201 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e1866740-4045-4bc7-9840-63844906bb2b req-db3cfcd7-590f-43fb-9579-aef96f87b15d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416821 May 04 22:23:46.435788 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_v2 [None req-544793b1-03d4-4b52-a396-835dae5239d9 admin admin] Deleting subnet e401076d-e9b5-41af-9fce-0e3c76ed8872 {{(pid=74775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 22:23:46.452793 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-544793b1-03d4-4b52-a396-835dae5239d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:46.502395 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Notify callbacks [] for port, precommit_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:46.556550 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Transition to ACTIVE for port object 5fc5964e-84a1-4e82-8883-97a245c7c1f8 will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:23:46.638596 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-544793b1-03d4-4b52-a396-835dae5239d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32639333'] for subnet, precommit_delete_associations {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:46.660494 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:46.669856 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:46.721343 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-544793b1-03d4-4b52-a396-835dae5239d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792185'] for subnet, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:46.879635 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Pushing event updated for resources: {'Port': ['ID=5fc5964e-84a1-4e82-8883-97a245c7c1f8,revision_number=2']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:46.904910 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:46.905607 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:46.906329 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:46.907035 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:46.911388 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:46.911388 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:46.911388 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:46.911388 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:46.911388 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:46.911388 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:46.911388 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:46.912487 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:46.923404 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:46.967016 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Attempting to bind port 5fc5964e-84a1-4e82-8883-97a245c7c1f8 on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:23:46.967655 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Attempting to bind port 5fc5964e-84a1-4e82-8883-97a245c7c1f8 by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:23:46.968842 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Attempting to bind port 5fc5964e-84a1-4e82-8883-97a245c7c1f8 on network 76581f0b-881c-41a1-a7c9-33e7218dfd31 {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:23:46.996756 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:23:46.997699 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Checking segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:23:46.998755 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:47.001080 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Bound using segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:23:47.024550 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Bound port: 5fc5964e-84a1-4e82-8883-97a245c7c1f8, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:23:47.026121 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:47.056575 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-47809fff-7a00-47f8-a458-da14722a3959 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:47.057533 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-47809fff-7a00-47f8-a458-da14722a3959 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Synchronizing usage tracker for tenant:eb66506f6ff440b3abc314d4e8f3a19a on resource:network {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:23:47.068770 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:47.109064 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-174c3ec1-5d6e-47e4-8762-b3e71a944bd6 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:47.114977 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-174c3ec1-5d6e-47e4-8762-b3e71a944bd6 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Synchronizing usage tracker for tenant:fb10162d8cea4891befb100f08ec326e on resource:network {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:23:47.294914 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-174c3ec1-5d6e-47e4-8762-b3e71a944bd6 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Unset dirty status for tenant:fb10162d8cea4891befb100f08ec326e on resource:network {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:23:47.295373 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-174c3ec1-5d6e-47e4-8762-b3e71a944bd6 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/networks?id=e6129409-6cee-41eb-85df-3606f2dd83fd HTTP/1.1" status: 200 len: 808 time: 1.2229440 May 04 22:23:47.317952 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] For port 5fc5964e-84a1-4e82-8883-97a245c7c1f8, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:23:47.330076 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] For port 5fc5964e-84a1-4e82-8883-97a245c7c1f8, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=5fc5964e-84a1-4e82-8883-97a245c7c1f8,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:23:47.384489 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-4ea4b50d-b2fc-4cb7-a78e-ecf81baf15f6 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/quotas/fb10162d8cea4891befb100f08ec326e HTTP/1.1" status: 200 len: 375 time: 0.0552313 May 04 22:23:47.391236 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 6ab594bd-2d59-4b0e-a0d1-13722001dc6e no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:23:47.479538 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:47.484923 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-47809fff-7a00-47f8-a458-da14722a3959 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Unset dirty status for tenant:eb66506f6ff440b3abc314d4e8f3a19a on resource:network {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:23:47.506109 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-4ab616f7-89de-401c-98d7-cf54841326ec tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb10162d8cea4891befb100f08ec326e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933907 May 04 22:23:47.508216 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-47809fff-7a00-47f8-a458-da14722a3959 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/networks?id=53737588-7ddc-403e-bfbf-f71bdb67889f HTTP/1.1" status: 200 len: 814 time: 0.9059558 May 04 22:23:47.519620 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:47.584833 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-3e74d7d7-1094-4e71-beeb-54788ed5faeb tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/quotas/eb66506f6ff440b3abc314d4e8f3a19a HTTP/1.1" status: 200 len: 375 time: 0.0707703 May 04 22:23:47.639196 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: 6ab594bd-2d59-4b0e-a0d1-13722001dc6e {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:23:47.639723 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 6ab594bd-2d59-4b0e-a0d1-13722001dc6e not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:23:47.663628 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-544793b1-03d4-4b52-a396-835dae5239d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1792182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31642498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30743205'] for subnet, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:47.693714 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:47.708152 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Routers {'f4351f4a-424c-49cd-bc1c-d3c21bd48f15'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:23:47.709742 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:23:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:23:47.752809 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Allocated IP 172.20.0.1 (2f29b772-5109-477f-8713-567419a52249/0ace682f-3e69-4b4a-98c6-bd7cca411d03/de836ffd-4235-46a3-a4af-8bc8bc0d307c) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:23:47.772790 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-be83cfc3-a5e8-4d38-8582-5a4b557adf7d tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb66506f6ff440b3abc314d4e8f3a19a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1260016 May 04 22:23:47.779322 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544793b1-03d4-4b52-a396-835dae5239d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e401076d-e9b5-41af-9fce-0e3c76ed8872,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:47.791647 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-544793b1-03d4-4b52-a396-835dae5239d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:47.796520 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-544793b1-03d4-4b52-a396-835dae5239d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:47.818541 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-544793b1-03d4-4b52-a396-835dae5239d9 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/e401076d-e9b5-41af-9fce-0e3c76ed8872 HTTP/1.1" status: 204 len: 168 time: 1.8992953 May 04 22:23:47.820423 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 58132) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:47.987635 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699769'] for network, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:48.010350 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-4ebc4bd3-b362-4960-8ed1-20bad07878a6 service neutron] 10.222.0.72 "GET /v2.0/networks/e6129409-6cee-41eb-85df-3606f2dd83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772890 May 04 22:23:48.027605 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] Set router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:23:48.202778 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-de50b65b-bc68-407c-9483-8b3439ecfbda service neutron] 10.222.0.72 "GET /v2.0/networks/53737588-7ddc-403e-bfbf-f71bdb67889f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015186 May 04 22:23:48.390761 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Pushing event updated for resources: {'Port': ['ID=5fc5964e-84a1-4e82-8883-97a245c7c1f8,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:48.398894 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:48.575485 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:23:33Z', 'updated_at': '2021-05-04T22:23:38Z', 'revision_number': 3, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'gw_port': {'id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:36Z', 'updated_at': '2021-05-04T22:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:23:48.585204 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89214209-4a23-461f-a605-3acbdbbb8980 None None] The sync data for ids ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'] in dv-cinder-786928-2-smb is: [{'id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:23:33Z', 'updated_at': '2021-05-04T22:23:38Z', 'revision_number': 3, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'gw_port': {'id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:36Z', 'updated_at': '2021-05-04T22:23:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:23:48.653194 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:48.677474 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793858', 'neutron.services.segments.db._delete_segments_for_network-8772421052061'] for network, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:48.706868 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-09f17937-fe8f-4fb2-8860-2c85f2467e3e service neutron] 10.222.0.72 "GET /v2.0/networks/53737588-7ddc-403e-bfbf-f71bdb67889f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4868596 May 04 22:23:48.730223 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Transition to ACTIVE for port object de836ffd-4235-46a3-a4af-8bc8bc0d307c will not be triggered until provisioned by entity DHCP. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:23:48.830263 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-f149eb86-7598-4e64-921c-3768a6bfb6da service neutron] 10.222.0.72 "GET /v2.0/networks/e6129409-6cee-41eb-85df-3606f2dd83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7896590 May 04 22:23:48.856847 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:48.868785 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:48.950032 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Pushing event updated for resources: {'Port': ['ID=de836ffd-4235-46a3-a4af-8bc8bc0d307c,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:48.959809 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9124f81a-5a0f-442d-a423-d6a9f6e6a24d']}} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:23:48.960927 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:48.962832 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Network 2f29b772-5109-477f-8713-567419a52249 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:23:48.964183 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:23:48.967469 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:23:48.968154 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919513'] for router_interface, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:48.982829 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df2708d-103e-4db1-bc33-fd18571ab628') {'for_net_delete': True} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:23:48.985533 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df2708d-103e-4db1-bc33-fd18571ab628') {} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:23:49.022893 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772421064039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32639354'] for segment, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:49.052714 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:49.062742 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] Releasing vlan 994 on physical network physnet1 to pool {{(pid=74775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 22:23:49.566708 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] Network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:23:49.570812 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 5fc5964e-84a1-4e82-8883-97a245c7c1f8 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:23:49.598533 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1789066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31642596'] for segment, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:49.687988 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-439960e3-4f20-4d92-afbe-b704f6ac9012 None None] Provisioning for port de836ffd-4235-46a3-a4af-8bc8bc0d307c completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:23:49.745967 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-439960e3-4f20-4d92-afbe-b704f6ac9012 None None] Provisioning complete for port de836ffd-4235-46a3-a4af-8bc8bc0d307c triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:23:49.746682 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-439960e3-4f20-4d92-afbe-b704f6ac9012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:49.763735 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739c0318-f964-4cc4-84ba-ccf2c5f6de14 req-98fe13e3-542a-49c8-a096-c1dcf35d0539 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:49.766453 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-739c0318-f964-4cc4-84ba-ccf2c5f6de14 req-98fe13e3-542a-49c8-a096-c1dcf35d0539 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.2710545 May 04 22:23:49.823230 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-439960e3-4f20-4d92-afbe-b704f6ac9012 None None] Port de836ffd-4235-46a3-a4af-8bc8bc0d307c cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:23:49.834488 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-739c0318-f964-4cc4-84ba-ccf2c5f6de14 req-e253c2ed-0527-4bf0-8660-2f54edb5fbe3 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586300 May 04 22:23:49.883390 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] Network 9124f81a-5a0f-442d-a423-d6a9f6e6a24d has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: Traceback (most recent call last): May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: timer() May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: cb(*args, **kw) May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: return func(*args, **kwargs) May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: self._notify() May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: self.callback(batched_events) May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: event.method(event) May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_uuid = self.p_client.list_aggregates( May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: return f(self, *a, **k) May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: return self._get(url).json() May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: return self.request(url, 'GET', **kwargs) May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: base_url = self.get_endpoint(auth, allow=allow, May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 22:23:49.912802 dv-cinder-786928-2-smb neutron-server[74775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 22:23:49.945635 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 5fc5964e-84a1-4e82-8883-97a245c7c1f8 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:23:49.950113 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 5fc5964e-84a1-4e82-8883-97a245c7c1f8 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:23:49.950765 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:50.053581 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d874d152-8c76-4ea8-abca-a639990c8324 req-c2f54ea2-3066-4024-bb4c-c4cb7e601d5e tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 210 time: 0.1365697 May 04 22:23:50.096750 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:50.242398 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:50.273738 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 5fc5964e-84a1-4e82-8883-97a245c7c1f8, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=5fc5964e-84a1-4e82-8883-97a245c7c1f8,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:23:50.287856 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920186'] for network, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:50.303174 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:50.307898 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-69ecb29f-2651-4965-b19f-fd2924b689e3 req-efcd42a3-f984-4285-8d14-79e9e31b20b6 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 210 time: 0.0983658 May 04 22:23:50.310084 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:50.367294 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:50.370385 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:50.403099 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] Pushing event deleted for resources: {'Network': ['ID=9124f81a-5a0f-442d-a423-d6a9f6e6a24d,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:50.406291 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:50.535923 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:50.545505 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] 10.222.0.72 "DELETE /v2.0/networks/9124f81a-5a0f-442d-a423-d6a9f6e6a24d HTTP/1.1" status: 204 len: 168 time: 2.7209260 May 04 22:23:50.561740 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd72e9-f5d2-4818-a409-dd6fda13ffba req-cc8bfa11-ab43-4869-9997-59f7fffffeba tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:50.563442 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-08bd72e9-f5d2-4818-a409-dd6fda13ffba req-cc8bfa11-ab43-4869-9997-59f7fffffeba tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.1476333 May 04 22:23:50.565454 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=5fc5964e-84a1-4e82-8883-97a245c7c1f8,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:50.568913 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:50.622497 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:50.623504 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919418'] for router_interface, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:50.631897 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-c46af711-9102-4d15-b729-61de99f2287c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:50.675788 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-08bd72e9-f5d2-4818-a409-dd6fda13ffba req-b2babe58-c0cc-4461-a628-139eaed93341 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029887 May 04 22:23:50.807629 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Pushing event updated for resources: {'Port': ['ID=de836ffd-4235-46a3-a4af-8bc8bc0d307c,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:50.813153 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:50.900013 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Network 2f29b772-5109-477f-8713-567419a52249 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:23:50.906906 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:23:51.173396 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f18a342-8d65-40b5-90fe-1a2911dce9fa req-10260619-dd47-42d7-800d-fffdd7fc0506 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:51.174808 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 58178) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:51.181530 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8f18a342-8d65-40b5-90fe-1a2911dce9fa req-10260619-dd47-42d7-800d-fffdd7fc0506 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.1417215 May 04 22:23:51.272907 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8f18a342-8d65-40b5-90fe-1a2911dce9fa req-01c81641-b9c9-42c0-8007-1edc70b45b93 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893202 May 04 22:23:51.280736 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-62b9551d-944e-457e-b412-cb5e2dc8ad2b None None] Provisioning complete for port de836ffd-4235-46a3-a4af-8bc8bc0d307c triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:23:51.281347 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-62b9551d-944e-457e-b412-cb5e2dc8ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:51.284975 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-c99138cd-ec6f-4d26-b054-0b09fb5fb239 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0ef715efd07447e18adc8ceda6e46320&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1088724 May 04 22:23:51.287779 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 58182) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:51.310527 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:23:51.449966 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-62b9551d-944e-457e-b412-cb5e2dc8ad2b None None] Port de836ffd-4235-46a3-a4af-8bc8bc0d307c cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:23:51.528956 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 5fc5964e-84a1-4e82-8883-97a245c7c1f8 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:23:51.660613 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 5fc5964e-84a1-4e82-8883-97a245c7c1f8 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:23:51.661703 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:51.710935 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-c0899b24-2ab6-4e25-966d-10abc11c3505 req-99564316-b773-448c-9193-2ec8a8ea87da tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 210 time: 0.0866818 May 04 22:23:51.776008 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-aaf1702c-92d2-40bf-9aa7-ecde3743b6d0 req-50b09004-c34c-4a30-a503-55c8d6f04d85 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 210 time: 0.2406094 May 04 22:23:51.804388 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-1d1be8ee-40fa-43d6-bfff-4454d9588d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:51.917656 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:23:51.942125 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-1d1be8ee-40fa-43d6-bfff-4454d9588d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:51.943050 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Sync routers for ids ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:23:51.970402 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] 10.222.0.72 "PUT /v2.0/routers/f4351f4a-424c-49cd-bc1c-d3c21bd48f15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7960477 May 04 22:23:51.986497 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Routers {'f4351f4a-424c-49cd-bc1c-d3c21bd48f15'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:23:51.989785 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:23:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:23:52.236539 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-1d1be8ee-40fa-43d6-bfff-4454d9588d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:52.245960 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4fa08dca-8ce5-4825-b4af-48f6468dc73b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:52.264918 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1be8ee-40fa-43d6-bfff-4454d9588d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=771251c1-48c0-491d-9c00-b344bc5a5b7d,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:52.275543 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-1d1be8ee-40fa-43d6-bfff-4454d9588d3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:52.335068 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568d52ba-d5b8-4871-b856-5c8b4c367c6f req-2fcc451b-99a2-4f58-ad77-6d1a406aaf3c tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:52.342696 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-568d52ba-d5b8-4871-b856-5c8b4c367c6f req-2fcc451b-99a2-4f58-ad77-6d1a406aaf3c tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.1352909 May 04 22:23:52.370598 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Set router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:23:52.411606 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-568d52ba-d5b8-4871-b856-5c8b4c367c6f req-81e2580c-fda6-497e-9637-5063e1c971d3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674319 May 04 22:23:52.502043 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-1d1be8ee-40fa-43d6-bfff-4454d9588d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:52.507746 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-1d1be8ee-40fa-43d6-bfff-4454d9588d3b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/771251c1-48c0-491d-9c00-b344bc5a5b7d HTTP/1.1" status: 204 len: 168 time: 1.2152884 May 04 22:23:52.593433 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:23:52.660184 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcaa9e-9d34-4508-8d7a-850444ecbc64 req-08e7b2b7-8110-4237-8cd0-d058c9615863 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:52.671332 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-10fcaa9e-9d34-4508-8d7a-850444ecbc64 req-08e7b2b7-8110-4237-8cd0-d058c9615863 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 943 time: 0.1638925 May 04 22:23:52.766540 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-10fcaa9e-9d34-4508-8d7a-850444ecbc64 req-752c8f45-f33a-4a1b-91c5-3826556acb5b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905325 May 04 22:23:53.015935 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:23:33Z', 'updated_at': '2021-05-04T22:23:49Z', 'revision_number': 4, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'gw_port': {'id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:36Z', 'updated_at': '2021-05-04T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': 'de836ffd-4235-46a3-a4af-8bc8bc0d307c', 'name': '', 'network_id': '2f29b772-5109-477f-8713-567419a52249', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'mac_address': 'fa:16:3e:be:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:47Z', 'updated_at': '2021-05-04T22:23:50Z', 'revision_number': 2, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'subnets': [{'id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:23:53.032192 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Checking router: f4351f4a-424c-49cd-bc1c-d3c21bd48f15 for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:23:53.033005 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Updating router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 port de836ffd-4235-46a3-a4af-8bc8bc0d307c binding host dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:23:53.121748 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3bd6d0b4-c706-42ff-8bad-c9cd61f854d8 req-20f9ecc6-66ad-476d-bfdf-8867cf266e79 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 210 time: 0.1628251 May 04 22:23:53.182671 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:23:53.237978 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'port_id': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'mac_address': 'fa:16:3e:70:d3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:23:53.280458 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:53.428172 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a63b0d8e-fa09-42a7-a610-9076262becb3 req-c186eaf4-4a6c-42ed-83eb-38113c827e14 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 210 time: 0.3225648 May 04 22:23:53.470140 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:53.585973 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:23:53.636024 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:23:53.788266 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:53.793398 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:53.966757 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-6a867138-aea4-4d62-8899-5e057652f978 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:53.968782 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-6a867138-aea4-4d62-8899-5e057652f978 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.85 "GET /v2.0/networks?id=53737588-7ddc-403e-bfbf-f71bdb67889f HTTP/1.1" status: 200 len: 814 time: 0.4583049 May 04 22:23:54.002896 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8930dee-cfc3-4de0-a61f-acb5107a06f3 req-28b425d1-a783-430e-a800-1fba7d0703b9 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:54.013733 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Request body: {'port': {'device_id': '969c7cb8-2110-4cf2-bb4a-869b9aa69a74', 'network_id': '53737588-7ddc-403e-bfbf-f71bdb67889f', 'admin_state_up': True, 'tenant_id': 'eb66506f6ff440b3abc314d4e8f3a19a'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:23:54.018201 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-c8930dee-cfc3-4de0-a61f-acb5107a06f3 req-28b425d1-a783-430e-a800-1fba7d0703b9 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.2785029 May 04 22:23:54.057824 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,revision_number=9']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:54.084521 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:54.180648 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['cf9d3001-0d4b-46b3-b636-c0fe6fa1d203'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:23:54.203246 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-c8930dee-cfc3-4de0-a61f-acb5107a06f3 req-8fbd3ace-93cf-4000-9328-a5127af1d7ed tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737309 May 04 22:23:54.282650 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Notify callbacks [] for port, precommit_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:54.300311 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.provisioning_blocks [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Transition to ACTIVE for port object de836ffd-4235-46a3-a4af-8bc8bc0d307c will not be triggered until provisioned by entity L2. {{(pid=74778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:23:54.436973 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:54.467412 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:54.576601 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-bd2b32b6-9fc9-4ed4-ac21-fb7112e2c408 req-7f2d3bef-4c23-4938-b5fd-cbcf5fc36f9d tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 210 time: 0.1614945 May 04 22:23:54.577197 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 58246) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:54.616482 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-41221499-network', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:23:54.629704 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:54.637709 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Usage tracker for resource:network and tenant:a958856352c04a528ce0c08bf06a8d2e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:54.642709 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:54.660474 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:54.716654 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:54.723375 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Usage tracker for resource:port and tenant:eb66506f6ff440b3abc314d4e8f3a19a is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:54.728747 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:54.741746 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:54.835332 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c50f8-4593-43d6-95de-22f3a627975a req-d11bf315-67a1-495e-a3a2-9661ff94249e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:54.838727 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-120c50f8-4593-43d6-95de-22f3a627975a req-d11bf315-67a1-495e-a3a2-9661ff94249e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 944 time: 0.5174136 May 04 22:23:54.947948 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Pushing event updated for resources: {'Port': ['ID=de836ffd-4235-46a3-a4af-8bc8bc0d307c,revision_number=3']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:54.962633 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-929c94a9-bef7-4df4-8bce-7732a88f751a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:54.965946 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-929c94a9-bef7-4df4-8bce-7732a88f751a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.85 "GET /v2.0/networks?id=e6129409-6cee-41eb-85df-3606f2dd83fd HTTP/1.1" status: 200 len: 808 time: 0.5803270 May 04 22:23:54.976145 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Made reservation on behalf of a958856352c04a528ce0c08bf06a8d2e for: {'network': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:23:54.978520 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:55.023487 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:55.024081 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:55.024576 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:55.025040 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:55.031988 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:55.031988 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:55.031988 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:55.031988 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:55.031988 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:55.031988 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:55.031988 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:55.032819 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:23:55.041456 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:55.042611 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Made reservation on behalf of eb66506f6ff440b3abc314d4e8f3a19a for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:23:55.047320 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:55.060786 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-de532ee5-5d81-41ad-9c54-59585ba1d169 req-141223b8-8c4a-4aff-b58a-69e58d1be1df tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 210 time: 0.1955616 May 04 22:23:55.071907 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:55.101424 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Request body: {'port': {'device_id': 'cf803649-9618-4e9a-b84f-59f7cc03776e', 'network_id': 'e6129409-6cee-41eb-85df-3606f2dd83fd', 'admin_state_up': True, 'tenant_id': 'fb10162d8cea4891befb100f08ec326e'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:23:55.135891 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:55.147473 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Usage tracker for resource:security_group_rule and tenant:a958856352c04a528ce0c08bf06a8d2e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:55.152201 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:55.172636 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:55.198232 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-120c50f8-4593-43d6-95de-22f3a627975a req-51a8e780-2369-481d-9831-eb338582e4a6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3133001 May 04 22:23:55.200048 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Attempting to bind port de836ffd-4235-46a3-a4af-8bc8bc0d307c on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:23:55.200448 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Attempting to bind port de836ffd-4235-46a3-a4af-8bc8bc0d307c by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'adb0c14a-2fb0-4dc4-8328-b6295bd1cce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '2f29b772-5109-477f-8713-567419a52249'}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:23:55.200805 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Attempting to bind port de836ffd-4235-46a3-a4af-8bc8bc0d307c on network 2f29b772-5109-477f-8713-567419a52249 {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:23:55.207371 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:23:55.207642 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Checking segment: {'id': 'adb0c14a-2fb0-4dc4-8328-b6295bd1cce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '2f29b772-5109-477f-8713-567419a52249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:23:55.208123 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:55.208437 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Bound using segment: {'id': 'adb0c14a-2fb0-4dc4-8328-b6295bd1cce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '2f29b772-5109-477f-8713-567419a52249'} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:23:55.209192 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Bound port: de836ffd-4235-46a3-a4af-8bc8bc0d307c, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb0c14a-2fb0-4dc4-8328-b6295bd1cce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '2f29b772-5109-477f-8713-567419a52249'}}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:23:55.209686 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:55.238300 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 58260) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:55.450464 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:55.454011 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] For port de836ffd-4235-46a3-a4af-8bc8bc0d307c, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:23:55.464145 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] For port de836ffd-4235-46a3-a4af-8bc8bc0d307c, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=de836ffd-4235-46a3-a4af-8bc8bc0d307c,segment=NetworkSegment(adb0c14a-2fb0-4dc4-8328-b6295bd1cce9),segment_id=adb0c14a-2fb0-4dc4-8328-b6295bd1cce9)] {{(pid=74778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:23:55.568118 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:55.570878 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:55.578154 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:55.584264 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] vlan segment allocate from pool success with {'vlan_id': 961, 'physical_network': 'physnet1'} {{(pid=74775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:23:55.599707 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:55.600051 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.segments_db [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Added segment c61c8dd1-b578-401a-8be2-8bfb6a2c576f of type vlan for network 707440a0-e8f3-40e3-83c1-bc5959570b7d May 04 22:23:55.617986 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-7d216c19-ff9b-4845-b5de-f549550a047a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:55.650328 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Allocated IP 172.20.0.5 (53737588-7ddc-403e-bfbf-f71bdb67889f/84d5b902-a2f3-4d9e-afa7-5a2b239a8a0c/755d1863-66bc-4527-a7b6-780a6bd12d83) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:23:55.667855 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Routers {'f4351f4a-424c-49cd-bc1c-d3c21bd48f15'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:23:55.668494 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:23:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:23:55.783450 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39ad3809-957e-4f51-bf7d-8f1a935cb6e0,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:55.789900 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:55.795374 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:55.812022 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d53e16-3f06-4bb8-ac9e-6bb0fea2de7c req-65b0fe41-fde3-49ae-8b69-341c51275493 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:55.821619 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-c2d53e16-3f06-4bb8-ac9e-6bb0fea2de7c req-65b0fe41-fde3-49ae-8b69-341c51275493 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.3205333 May 04 22:23:55.899761 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8c95e998-9235-4889-81d4-bbdea6090e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:55.945348 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-8c95e998-9235-4889-81d4-bbdea6090e70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:55.952318 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-8c95e998-9235-4889-81d4-bbdea6090e70 admin admin] Usage tracker for resource:security_group_rule and tenant:7e7ae9be18c54e17a73f863acb884465 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:55.957517 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-8c95e998-9235-4889-81d4-bbdea6090e70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:55.965761 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-8c95e998-9235-4889-81d4-bbdea6090e70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:56.004391 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:56.070821 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] Set router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:23:56.120783 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8c95e998-9235-4889-81d4-bbdea6090e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:56.125850 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.db.resource_extend [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 22:23:56.150034 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:56.152303 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-c2d53e16-3f06-4bb8-ac9e-6bb0fea2de7c req-e35744f0-e88a-47bb-b1ec-b3e010351843 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3296900 May 04 22:23:56.154603 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:56.187047 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:56.224721 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8c95e998-9235-4889-81d4-bbdea6090e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:56.250998 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-77b58672-652c-4817-be86-d485dd6095ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:56.257787 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Usage tracker for resource:port and tenant:fb10162d8cea4891befb100f08ec326e is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:56.269640 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-fbf61110-da8d-4b95-ae4c-98726b21a58c req-0cac8790-7f56-4efe-ac40-df6a8c0fc6d9 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 210 time: 0.2195551 May 04 22:23:56.275835 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:56.295035 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:56.301302 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:56.341892 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Pushing event updated for resources: {'Port': ['ID=755d1863-66bc-4527-a7b6-780a6bd12d83,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:56.348100 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Network 53737588-7ddc-403e-bfbf-f71bdb67889f is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:23:56.350786 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:56.352818 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:23:56.361977 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:23:56.377547 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:56.377547 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:56.391392 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Pushing event updated for resources: {'Port': ['ID=de836ffd-4235-46a3-a4af-8bc8bc0d307c,revision_number=4']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:56.414761 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:56.447669 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Made reservation on behalf of fb10162d8cea4891befb100f08ec326e for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:23:56.454583 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:56.574289 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:56.575371 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:56.599416 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6063328 May 04 22:23:56.613159 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:23:56.621860 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Request body: {'port': {'device_id': '969c7cb8-2110-4cf2-bb4a-869b9aa69a74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:23:56.670103 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-8c95e998-9235-4889-81d4-bbdea6090e70 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=7e7ae9be18c54e17a73f863acb884465&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4305046 May 04 22:23:56.681338 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 58284) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:56.710993 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c95e998-9235-4889-81d4-bbdea6090e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b036aa12-0938-43b9-885d-2433eb7b9f58,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:56.715040 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-8c95e998-9235-4889-81d4-bbdea6090e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:56.722460 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d382f674-5500-4837-a9f8-fa82958f05a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:56.753593 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:23:33Z', 'updated_at': '2021-05-04T22:23:49Z', 'revision_number': 4, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'gw_port': {'id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:36Z', 'updated_at': '2021-05-04T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': 'de836ffd-4235-46a3-a4af-8bc8bc0d307c', 'name': '', 'network_id': '2f29b772-5109-477f-8713-567419a52249', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'mac_address': 'fa:16:3e:be:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:47Z', 'updated_at': '2021-05-04T22:23:55Z', 'revision_number': 4, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'subnets': [{'id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:23:56.758235 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:23:56.758235 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:56.763132 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5637a01-fa0a-4590-9fdf-0848cb43066a None None] The sync data for ids ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'] in dv-cinder-786928-2-smb is: [{'id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:23:33Z', 'updated_at': '2021-05-04T22:23:49Z', 'revision_number': 4, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'gw_port': {'id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:36Z', 'updated_at': '2021-05-04T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': 'de836ffd-4235-46a3-a4af-8bc8bc0d307c', 'name': '', 'network_id': '2f29b772-5109-477f-8713-567419a52249', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'mac_address': 'fa:16:3e:be:06:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:47Z', 'updated_at': '2021-05-04T22:23:55Z', 'revision_number': 4, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'subnets': [{'id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:23:56.986490 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:57.044948 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Allocated IP 172.20.0.13 (e6129409-6cee-41eb-85df-3606f2dd83fd/cdaab2b0-0a19-4ad2-b2a7-293693e7ca0b/64dec8be-2594-4555-86a7-81a7c7a9c436) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:23:57.055276 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:23:57.075912 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:23:57.095920 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:57.167693 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Pushing event updated for resources: {'Network': ['ID=707440a0-e8f3-40e3-83c1-bc5959570b7d,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:57.191658 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network 707440a0-e8f3-40e3-83c1-bc5959570b7d details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:23:57.196841 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:57.278867 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f39a59-9d93-4d6b-b247-b665d52d8d25 req-1fffda1a-d72a-4b20-ad36-baa51d2785ba tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:57.279171 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6989462 May 04 22:23:57.281735 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e0f39a59-9d93-4d6b-b247-b665d52d8d25 req-1fffda1a-d72a-4b20-ad36-baa51d2785ba tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 944 time: 0.6852763 May 04 22:23:57.283835 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 58298) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:23:57.291127 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-819dd204-9079-444e-8b4d-b35148163888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:57.310342 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b128ae-b9d1-43d2-aec7-00ff5faaa8d0 req-728921ef-d00c-4b5c-bea4-50e74895d5ec tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:57.325571 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f4b128ae-b9d1-43d2-aec7-00ff5faaa8d0 req-728921ef-d00c-4b5c-bea4-50e74895d5ec tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 931 time: 0.7621601 May 04 22:23:57.339944 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Request body: {'subnet': {'network_id': '707440a0-e8f3-40e3-83c1-bc5959570b7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-41221499-subnet', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e', 'ip_version': 4}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:23:57.425644 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:23:57.489970 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Usage tracker for resource:subnet and tenant:a958856352c04a528ce0c08bf06a8d2e is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:23:57.493328 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:57.511813 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-819dd204-9079-444e-8b4d-b35148163888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:57.511979 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:57.535088 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f4b128ae-b9d1-43d2-aec7-00ff5faaa8d0 req-b9495cdf-b4bd-4e29-9a2a-19fba464ec0d tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938431 May 04 22:23:57.565539 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:23:57.680851 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device de836ffd-4235-46a3-a4af-8bc8bc0d307c up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:23:57.706576 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:23:57.756080 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-819dd204-9079-444e-8b4d-b35148163888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:57.765629 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-5d934a7e-3b20-444b-813d-385214be2b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:57.772694 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e0f39a59-9d93-4d6b-b247-b665d52d8d25 req-9628d68d-cd4d-4570-ab18-6de0ea844ae8 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4896605 May 04 22:23:57.804820 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'code': 200} May 04 22:23:57.866786 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-819dd204-9079-444e-8b4d-b35148163888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:57.870058 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-819dd204-9079-444e-8b4d-b35148163888 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b036aa12-0938-43b9-885d-2433eb7b9f58 HTTP/1.1" status: 204 len: 168 time: 1.1817529 May 04 22:23:57.876648 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819dd204-9079-444e-8b4d-b35148163888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b036aa12-0938-43b9-885d-2433eb7b9f58,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:57.894417 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-819dd204-9079-444e-8b4d-b35148163888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:58.031420 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,revision_number=10']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:58.058138 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:58.214071 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Made reservation on behalf of a958856352c04a528ce0c08bf06a8d2e for: {'subnet': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:23:58.214071 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Notify callbacks [] for subnet, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:58.244909 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port de836ffd-4235-46a3-a4af-8bc8bc0d307c completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:23:58.253610 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port de836ffd-4235-46a3-a4af-8bc8bc0d307c triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:23:58.261416 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:58.320186 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a9ea1f8f-52bb-4683-85d7-a81560266a89 req-acf732d9-9955-4fca-b782-2c8d7ba5dd87 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 210 time: 0.1127098 May 04 22:23:58.425247 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b200ef0d-24b9-45ac-9f71-c6f35f6bf26e req-eddaa5f3-085a-494e-9750-ada42168e184 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:58.426995 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b200ef0d-24b9-45ac-9f71-c6f35f6bf26e req-eddaa5f3-085a-494e-9750-ada42168e184 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.2649107 May 04 22:23:58.531054 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b200ef0d-24b9-45ac-9f71-c6f35f6bf26e req-093fdd74-bd6e-464e-982c-12f4024f2d4d tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947440 May 04 22:23:58.590637 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:58.687352 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port de836ffd-4235-46a3-a4af-8bc8bc0d307c, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=de836ffd-4235-46a3-a4af-8bc8bc0d307c,segment=NetworkSegment(adb0c14a-2fb0-4dc4-8328-b6295bd1cce9),segment_id=adb0c14a-2fb0-4dc4-8328-b6295bd1cce9)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:23:58.794752 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:58.797579 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:58.899877 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3925739-2ab0-421a-b5aa-3dfa44db3690 req-9bece294-f7db-48bb-a689-554d22115afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:58.902988 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f3925739-2ab0-421a-b5aa-3dfa44db3690 req-9bece294-f7db-48bb-a689-554d22115afb service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 1099 time: 0.2553322 May 04 22:23:58.933753 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:59.039537 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f3925739-2ab0-421a-b5aa-3dfa44db3690 req-3867afc2-1e1f-488f-bc8e-a1d88cd73ec4 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259313 May 04 22:23:59.074176 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=de836ffd-4235-46a3-a4af-8bc8bc0d307c,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:59.080830 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:59.272890 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:59.313451 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:23:59.397664 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f5481b-848d-4abf-a0a4-8db91245c672 req-2ee1267a-19cd-44be-bf62-def8a4d127d6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:59.406542 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e2f5481b-848d-4abf-a0a4-8db91245c672 req-2ee1267a-19cd-44be-bf62-def8a4d127d6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 946 time: 0.1595047 May 04 22:23:59.482294 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Network e6129409-6cee-41eb-85df-3606f2dd83fd is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:23:59.491957 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:23:59.506146 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:23:59.511963 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device de836ffd-4235-46a3-a4af-8bc8bc0d307c up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:23:59.515939 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e2f5481b-848d-4abf-a0a4-8db91245c672 req-f0fd13a6-94fd-4480-bf6a-f09a41801666 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079481 May 04 22:23:59.519813 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:59.520873 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:59.676018 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port de836ffd-4235-46a3-a4af-8bc8bc0d307c triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:23:59.677205 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:23:59.774511 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Pushing event updated for resources: {'Port': ['ID=64dec8be-2594-4555-86a7-81a7c7a9c436,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:23:59.780277 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:23:59.783431 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.db.resource_extend [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 22:23:59.922470 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387696a-dcfb-467c-819f-6e352fae8cd2 req-5783a422-f3e1-456c-8498-062179769cf2 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:59.926551 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0387696a-dcfb-467c-819f-6e352fae8cd2 req-5783a422-f3e1-456c-8498-062179769cf2 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 932 time: 0.2407899 May 04 22:23:59.942934 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8631604 May 04 22:23:59.973923 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a44bdf-9447-47c7-9541-7494cce98d3b req-826dce64-b8ee-47b7-bf54-d1a24c3920e6 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:23:59.979877 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-e9a44bdf-9447-47c7-9541-7494cce98d3b req-826dce64-b8ee-47b7-bf54-d1a24c3920e6 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Synchronizing usage tracker for tenant:eb66506f6ff440b3abc314d4e8f3a19a on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:24:00.010382 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-0387696a-dcfb-467c-819f-6e352fae8cd2 req-49da92f4-bd47-450b-b606-225576ad1327 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Synchronizing usage tracker for tenant:fb10162d8cea4891befb100f08ec326e on resource:security_group {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:24:00.021603 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Request body: {'port': {'device_id': 'cf803649-9618-4e9a-b84f-59f7cc03776e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:24:00.098953 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755d1863-66bc-4527-a7b6-780a6bd12d83 {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:24:00.111533 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:00.150343 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-0387696a-dcfb-467c-819f-6e352fae8cd2 req-49da92f4-bd47-450b-b606-225576ad1327 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Unset dirty status for tenant:fb10162d8cea4891befb100f08ec326e on resource:security_group {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:24:00.151716 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0387696a-dcfb-467c-819f-6e352fae8cd2 req-49da92f4-bd47-450b-b606-225576ad1327 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142367 May 04 22:24:00.190147 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Transition to ACTIVE for port object 755d1863-66bc-4527-a7b6-780a6bd12d83 will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:24:00.245734 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-e9a44bdf-9447-47c7-9541-7494cce98d3b req-826dce64-b8ee-47b7-bf54-d1a24c3920e6 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Unset dirty status for tenant:eb66506f6ff440b3abc314d4e8f3a19a on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:24:00.252975 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e9a44bdf-9447-47c7-9541-7494cce98d3b req-826dce64-b8ee-47b7-bf54-d1a24c3920e6 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 931 time: 1.3838897 May 04 22:24:00.275401 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:00.302151 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:00.312730 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-c18cb9bf-21a4-415a-96a4-d81a193f0120 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:00.403432 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Pushing event updated for resources: {'Port': ['ID=755d1863-66bc-4527-a7b6-780a6bd12d83,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:00.457298 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:00.476186 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-e9a44bdf-9447-47c7-9541-7494cce98d3b req-dccca8ab-7c45-4b28-bb49-1ae9016ebba6 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Synchronizing usage tracker for tenant:eb66506f6ff440b3abc314d4e8f3a19a on resource:security_group {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:24:00.543550 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5776fc0e-fb6f-4a6c-a42b-e3e942b8d257 req-ebf4fe8d-eb0f-47f6-a134-9236589eccc1 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:00.544723 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5776fc0e-fb6f-4a6c-a42b-e3e942b8d257 req-ebf4fe8d-eb0f-47f6-a134-9236589eccc1 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.1866133 May 04 22:24:00.611164 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5776fc0e-fb6f-4a6c-a42b-e3e942b8d257 req-0c2f1708-d0f4-402d-b56b-830252ebdf72 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546381 May 04 22:24:00.813409 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-e9a44bdf-9447-47c7-9541-7494cce98d3b req-dccca8ab-7c45-4b28-bb49-1ae9016ebba6 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Unset dirty status for tenant:eb66506f6ff440b3abc314d4e8f3a19a on resource:security_group {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:24:00.815405 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e9a44bdf-9447-47c7-9541-7494cce98d3b req-dccca8ab-7c45-4b28-bb49-1ae9016ebba6 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616269 May 04 22:24:00.966611 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3226d886-e8a0-4d97-91e3-bcd3f3f91543 req-a4a22eff-afb5-481e-8b4e-0a6413637bdf tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:00.984623 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3226d886-e8a0-4d97-91e3-bcd3f3f91543 req-a4a22eff-afb5-481e-8b4e-0a6413637bdf tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 946 time: 0.2349162 May 04 22:24:01.105352 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3226d886-e8a0-4d97-91e3-bcd3f3f91543 req-2a101fb5-52c4-430b-8202-6c2ecf8c32d8 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102831 May 04 22:24:01.110124 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5adb283f-1284-4596-bea8-c2dd8c77fd11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:01.113217 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Attempting to bind port 755d1863-66bc-4527-a7b6-780a6bd12d83 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:24:01.113553 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Attempting to bind port 755d1863-66bc-4527-a7b6-780a6bd12d83 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '7fa63203-6140-4c95-b641-19581fda4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '53737588-7ddc-403e-bfbf-f71bdb67889f'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:24:01.113970 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Attempting to bind port 755d1863-66bc-4527-a7b6-780a6bd12d83 on network 53737588-7ddc-403e-bfbf-f71bdb67889f {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:24:01.129288 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for subnet, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:01.134396 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Port 755d1863-66bc-4527-a7b6-780a6bd12d83 on network 53737588-7ddc-403e-bfbf-f71bdb67889f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:24:01.134897 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Attempting to bind port 755d1863-66bc-4527-a7b6-780a6bd12d83 on network 53737588-7ddc-403e-bfbf-f71bdb67889f {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:24:01.150915 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a2d7206d-ac1d-433e-b863-8d1757f29e63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:01.167727 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 58388) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:01.335139 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2aa439ea-ceda-4471-a286-e5b8a1c4cea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:01.354311 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:24:01.355153 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Checking segment: {'id': '7fa63203-6140-4c95-b641-19581fda4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '53737588-7ddc-403e-bfbf-f71bdb67889f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:24:01.355153 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Bound using segment: {'id': '7fa63203-6140-4c95-b641-19581fda4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '53737588-7ddc-403e-bfbf-f71bdb67889f'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:24:01.355847 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Bound port: 755d1863-66bc-4527-a7b6-780a6bd12d83, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa63203-6140-4c95-b641-19581fda4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '53737588-7ddc-403e-bfbf-f71bdb67889f'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:24:01.356024 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-2aa439ea-ceda-4471-a286-e5b8a1c4cea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:24:01.356449 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:01.361638 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-2aa439ea-ceda-4471-a286-e5b8a1c4cea2 admin admin] Usage tracker for resource:security_group_rule and tenant:ba83015d30bf46aab938c0d5e61ee38f is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:24:01.365996 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-2aa439ea-ceda-4471-a286-e5b8a1c4cea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:24:01.373084 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-2aa439ea-ceda-4471-a286-e5b8a1c4cea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:24:01.509448 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2aa439ea-ceda-4471-a286-e5b8a1c4cea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:01.585860 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Pushing event updated for resources: {'Subnet': ['ID=921c110f-3df7-4efc-bf79-0eebbf9f3eef,revision_number=0']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:01.596876 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:01.601194 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:01.617670 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Checking segment: {'id': 'c61c8dd1-b578-401a-8be2-8bfb6a2c576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '707440a0-e8f3-40e3-83c1-bc5959570b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:24:01.618030 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Network hostable DHCP agents. Network: 707440a0-e8f3-40e3-83c1-bc5959570b7d, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74776) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:24:01.636487 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2aa439ea-ceda-4471-a286-e5b8a1c4cea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:01.655037 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-6096d2f4-df76-4091-a2f7-768748bc8bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:01.712330 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-2aa439ea-ceda-4471-a286-e5b8a1c4cea2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ba83015d30bf46aab938c0d5e61ee38f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5426147 May 04 22:24:01.714649 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa439ea-ceda-4471-a286-e5b8a1c4cea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8425cb1b-eb86-47e1-aa82-3055cf161237,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:01.718704 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 58410) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:01.719043 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-2aa439ea-ceda-4471-a286-e5b8a1c4cea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:01.728440 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] For port 755d1863-66bc-4527-a7b6-780a6bd12d83, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:24:01.770643 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] For port 755d1863-66bc-4527-a7b6-780a6bd12d83, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=755d1863-66bc-4527-a7b6-780a6bd12d83,segment=NetworkSegment(7fa63203-6140-4c95-b641-19581fda4e2e),segment_id=7fa63203-6140-4c95-b641-19581fda4e2e)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:24:01.785519 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64dec8be-2594-4555-86a7-81a7c7a9c436 {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:24:01.800009 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:01.823437 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3930bcf7-031a-4492-8115-f235aa70abb4 req-066d7c1f-91d4-4425-9275-24966af050ca tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:01.824177 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-3930bcf7-031a-4492-8115-f235aa70abb4 req-066d7c1f-91d4-4425-9275-24966af050ca tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Synchronizing usage tracker for tenant:fb10162d8cea4891befb100f08ec326e on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:24:01.845753 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Transition to ACTIVE for port object 64dec8be-2594-4555-86a7-81a7c7a9c436 will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:24:01.878571 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bc955724-a7e0-4662-8cf4-daab7460d191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:01.908321 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbcf9cf-9be1-412e-b118-6aef01c298dd req-9e2e8b4a-0622-4a15-92f7-941e42884d31 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:01.909333 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:01.912244 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Network 707440a0-e8f3-40e3-83c1-bc5959570b7d is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74776) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:24:01.913737 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6fbcf9cf-9be1-412e-b118-6aef01c298dd req-9e2e8b4a-0622-4a15-92f7-941e42884d31 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.1274390 May 04 22:24:01.917260 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:01.972901 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6fbcf9cf-9be1-412e-b118-6aef01c298dd req-c1fb8fe7-5fdf-435f-ab9d-9679781df6aa tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577900 May 04 22:24:01.994890 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bc955724-a7e0-4662-8cf4-daab7460d191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:02.004785 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:02.005527 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:02.007327 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] 10.222.0.85 "PUT /v2.0/ports/755d1863-66bc-4527-a7b6-780a6bd12d83 HTTP/1.1" status: 200 len: 1093 time: 5.3938868 May 04 22:24:02.010558 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969c7cb8-2110-4cf2-bb4a-869b9aa69a74', 'tag': '755d1863-66bc-4527-a7b6-780a6bd12d83'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:24:02.043598 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:02.076745 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Pushing event updated for resources: {'Port': ['ID=755d1863-66bc-4527-a7b6-780a6bd12d83,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:02.142388 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:02.142962 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:02.192376 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, 707440a0-e8f3-40e3-83c1-bc5959570b7d) {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:24:02.194448 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-3930bcf7-031a-4492-8115-f235aa70abb4 req-066d7c1f-91d4-4425-9275-24966af050ca tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Unset dirty status for tenant:fb10162d8cea4891befb100f08ec326e on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:24:02.195817 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3930bcf7-031a-4492-8115-f235aa70abb4 req-066d7c1f-91d4-4425-9275-24966af050ca tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 932 time: 0.8046696 May 04 22:24:02.208889 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:02.209746 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:02.222746 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e47a3d8-e846-4fde-bce3-ee9598d3823d None None] Network 707440a0-e8f3-40e3-83c1-bc5959570b7d requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:24:02.338392 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759603f-cbad-4b18-a275-8a638da3adbb req-dc727524-4028-42ed-a0a2-e99df40a14a0 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:02.341213 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5759603f-cbad-4b18-a275-8a638da3adbb req-dc727524-4028-42ed-a0a2-e99df40a14a0 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 943 time: 0.2196877 May 04 22:24:02.413838 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=64dec8be-2594-4555-86a7-81a7c7a9c436,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:02.428048 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:02.445195 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-45f987a4-725b-40f3-99e6-8e1ac9f9a0db admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.1353283 May 04 22:24:02.445195 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Attempting to bind port 64dec8be-2594-4555-86a7-81a7c7a9c436 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:24:02.445195 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Attempting to bind port 64dec8be-2594-4555-86a7-81a7c7a9c436 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'da0e74fd-f3d8-4944-85ee-d4e3fffe294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'e6129409-6cee-41eb-85df-3606f2dd83fd'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:24:02.445195 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Attempting to bind port 64dec8be-2594-4555-86a7-81a7c7a9c436 on network e6129409-6cee-41eb-85df-3606f2dd83fd {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:24:02.445972 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 58426) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:02.462612 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3930bcf7-031a-4492-8115-f235aa70abb4 req-41d2f1b5-1712-4759-ac95-fa6edfd0c783 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176385 May 04 22:24:02.490531 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-41221499-router', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:24:02.501777 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bc955724-a7e0-4662-8cf4-daab7460d191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:02.512856 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-bc955724-a7e0-4662-8cf4-daab7460d191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:02.512964 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5759603f-cbad-4b18-a275-8a638da3adbb req-9c069235-6dec-4a35-8b09-a47766ac1a29 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449666 May 04 22:24:02.515895 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-bc955724-a7e0-4662-8cf4-daab7460d191 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/8425cb1b-eb86-47e1-aa82-3055cf161237 HTTP/1.1" status: 204 len: 168 time: 0.7913902 May 04 22:24:02.518187 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Port 64dec8be-2594-4555-86a7-81a7c7a9c436 on network e6129409-6cee-41eb-85df-3606f2dd83fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:24:02.519044 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Attempting to bind port 64dec8be-2594-4555-86a7-81a7c7a9c436 on network e6129409-6cee-41eb-85df-3606f2dd83fd {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:24:02.526317 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-06b1e4bd-edf4-4b62-bde2-06603335a787 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:02.549667 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:24:02.581776 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:24:02.581776 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Checking segment: {'id': 'da0e74fd-f3d8-4944-85ee-d4e3fffe294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'e6129409-6cee-41eb-85df-3606f2dd83fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:24:02.581776 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Bound using segment: {'id': 'da0e74fd-f3d8-4944-85ee-d4e3fffe294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'e6129409-6cee-41eb-85df-3606f2dd83fd'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:24:02.581776 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Bound port: 64dec8be-2594-4555-86a7-81a7c7a9c436, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0e74fd-f3d8-4944-85ee-d4e3fffe294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'e6129409-6cee-41eb-85df-3606f2dd83fd'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:24:02.581776 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:02.590161 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Usage tracker for resource:router and tenant:a958856352c04a528ce0c08bf06a8d2e is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:24:02.595963 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-5ee26f8e-002e-4d3b-b811-8042613f046c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:02.597707 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-5ee26f8e-002e-4d3b-b811-8042613f046c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=eb66506f6ff440b3abc314d4e8f3a19a&device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 1096 time: 0.3605917 May 04 22:24:02.598558 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc955724-a7e0-4662-8cf4-daab7460d191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8425cb1b-eb86-47e1-aa82-3055cf161237,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:02.601160 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-bc955724-a7e0-4662-8cf4-daab7460d191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:02.607329 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:24:02.718720 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-7e80c49f-0584-4d37-ba41-8177a1bbfca6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=755d1863-66bc-4527-a7b6-780a6bd12d83 HTTP/1.1" status: 200 len: 217 time: 0.0873389 May 04 22:24:02.724563 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969c7cb8-2110-4cf2-bb4a-869b9aa69a74', 'tag': '755d1863-66bc-4527-a7b6-780a6bd12d83', 'status': 'completed', 'code': 200} May 04 22:24:02.884387 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:24:02.887895 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-15757056-993f-4e3e-a398-a7b8edbee8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:02.889496 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-15757056-993f-4e3e-a398-a7b8edbee8e5 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=84d5b902-a2f3-4d9e-afa7-5a2b239a8a0c HTTP/1.1" status: 200 len: 854 time: 0.1373160 May 04 22:24:02.918628 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939d5b3a-4c39-537c-93a9-2093ff0368b5-707440a0-e8f3-40e3-83c1-bc5959570b7d', 'network_id': '707440a0-e8f3-40e3-83c1-bc5959570b7d', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e', 'fixed_ips': [{'subnet_id': '921c110f-3df7-4efc-bf79-0eebbf9f3eef'}]}} from dv-cinder-786928-2-smb. {{(pid=74777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 22:24:02.919961 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:02.959183 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85f377a-fd97-4035-9ad5-f5002e6c6375 req-e03636c7-ddf4-42d8-b126-0d1225b1eed2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:02.980039 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e85f377a-fd97-4035-9ad5-f5002e6c6375 req-e03636c7-ddf4-42d8-b126-0d1225b1eed2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 946 time: 0.1779444 May 04 22:24:02.980157 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-a5cc9893-92bb-4725-862a-15bbc6c64575 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=53737588-7ddc-403e-bfbf-f71bdb67889f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740230 May 04 22:24:03.135697 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e85f377a-fd97-4035-9ad5-f5002e6c6375 req-9fab1f09-e351-46d2-a7e5-934753622d08 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1585259 May 04 22:24:03.205868 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496222'] for router, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:03.207711 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1015213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496215'] for router, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:03.248966 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-d7d2a7c6-6145-4c8c-988f-18f3475f354a service neutron] 10.222.0.85 "GET /v2.0/networks/53737588-7ddc-403e-bfbf-f71bdb67889f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504039 May 04 22:24:03.372523 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.db_base_plugin_common [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Allocated IP 172.20.0.2 (707440a0-e8f3-40e3-83c1-bc5959570b7d/921c110f-3df7-4efc-bf79-0eebbf9f3eef/c93ef995-c51b-4bb8-ad61-5cf469ec8df0) {{(pid=74777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:24:03.389604 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:03.475282 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d89fbc-421f-41d7-984f-88744a0a7818 req-836cc4f8-cc5b-4887-ab79-09e8b03999b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:03.478435 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d4d89fbc-421f-41d7-984f-88744a0a7818 req-836cc4f8-cc5b-4887-ab79-09e8b03999b9 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4&device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 1098 time: 0.1010852 May 04 22:24:03.749090 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d89fbc-421f-41d7-984f-88744a0a7818 req-17a10b61-bfe0-4457-868e-7751815bc4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:03.751927 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d4d89fbc-421f-41d7-984f-88744a0a7818 req-17a10b61-bfe0-4457-868e-7751815bc4cb service neutron] 10.222.0.85 "GET /v2.0/networks?id=5170873a-6cb6-4353-9101-7364c7875074 HTTP/1.1" status: 200 len: 912 time: 0.2669964 May 04 22:24:03.780033 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Notify callbacks [] for port, precommit_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:03.803446 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Transition to ACTIVE for port object c93ef995-c51b-4bb8-ad61-5cf469ec8df0 will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:24:03.811287 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6540c09-54b4-4d1f-81c5-665cbb39eb13 req-c73ab571-1b3b-499c-b3f4-de9ae81dc70e service neutron] 10.222.0.85 "GET /v2.0/networks/53737588-7ddc-403e-bfbf-f71bdb67889f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5515320 May 04 22:24:03.817529 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] For port 64dec8be-2594-4555-86a7-81a7c7a9c436, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:24:03.834288 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] For port 64dec8be-2594-4555-86a7-81a7c7a9c436, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=64dec8be-2594-4555-86a7-81a7c7a9c436,segment=NetworkSegment(da0e74fd-f3d8-4944-85ee-d4e3fffe294b),segment_id=da0e74fd-f3d8-4944-85ee-d4e3fffe294b)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:24:03.857458 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Transition to ACTIVE for port object c93ef995-c51b-4bb8-ad61-5cf469ec8df0 will not be triggered until provisioned by entity DHCP. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:24:03.893029 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056a643-f9a0-451d-bba5-90c1f32a5faa req-20342b0a-9547-4eaf-9f0c-31b1b60161e5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:03.896994 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3056a643-f9a0-451d-bba5-90c1f32a5faa req-20342b0a-9547-4eaf-9f0c-31b1b60161e5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.4897888 May 04 22:24:03.968111 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d4d89fbc-421f-41d7-984f-88744a0a7818 req-4e51f5ea-e5cd-4582-b4a6-e8026a28fb2d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261b8217-2c79-4ca3-9286-653ff4a2af15 HTTP/1.1" status: 200 len: 1000 time: 0.1672661 May 04 22:24:03.990700 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3056a643-f9a0-451d-bba5-90c1f32a5faa req-5b2a21b0-482c-478a-b624-c3a33dddbde4 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832725 May 04 22:24:04.143284 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea236c4-4cbe-46ef-8d41-1a1503c52147 req-138bdf47-bb81-4283-b9b9-8e93b46cf2ab tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:04.144906 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8ea236c4-4cbe-46ef-8d41-1a1503c52147 req-138bdf47-bb81-4283-b9b9-8e93b46cf2ab tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 944 time: 0.3918135 May 04 22:24:04.189309 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d89fbc-421f-41d7-984f-88744a0a7818 req-9f5d1761-68f9-4c1b-8310-c7f32bc0f677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:04.190878 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d4d89fbc-421f-41d7-984f-88744a0a7818 req-9f5d1761-68f9-4c1b-8310-c7f32bc0f677 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1643d57d-290d-4570-bd82-70f1a3a61b16 HTTP/1.1" status: 200 len: 850 time: 0.2143133 May 04 22:24:04.199296 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:04.211460 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-795b2028-e18e-4d5c-982f-1fd3d49a3973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:04.260827 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 58450) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:04.275984 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:04.292031 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:04.316881 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Network 707440a0-e8f3-40e3-83c1-bc5959570b7d is already hosted by enough agents. {{(pid=74777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:24:04.320823 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.base_scheduler [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Resources bound (agent type, host, resource id): {{(pid=74777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:24:04.324777 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8ea236c4-4cbe-46ef-8d41-1a1503c52147 req-2d913bdd-1f42-45c7-a910-59986139c0b7 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676240 May 04 22:24:04.327815 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-bba5d4e0-267e-4745-8f0a-e3b18c04a94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:04.338689 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Received port after_create {{(pid=74777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:24:04.348952 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:04.350999 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Pushing event updated for resources: {'Port': ['ID=c93ef995-c51b-4bb8-ad61-5cf469ec8df0,revision_number=1']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:04.366211 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-bba5d4e0-267e-4745-8f0a-e3b18c04a94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:24:04.375574 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-bba5d4e0-267e-4745-8f0a-e3b18c04a94a admin admin] Usage tracker for resource:security_group_rule and tenant:b39e00eaeff24cd895c1e7f43d4d80ff is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:24:04.380197 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-bba5d4e0-267e-4745-8f0a-e3b18c04a94a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:24:04.387274 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:04.391050 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-bba5d4e0-267e-4745-8f0a-e3b18c04a94a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:24:04.466826 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d89fbc-421f-41d7-984f-88744a0a7818 req-718f1fa6-83bc-46ca-82bb-dbd744ab5539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:04.470447 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d4d89fbc-421f-41d7-984f-88744a0a7818 req-718f1fa6-83bc-46ca-82bb-dbd744ab5539 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5170873a-6cb6-4353-9101-7364c7875074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2672276 May 04 22:24:04.541460 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Pushing event updated for resources: {'Port': ['ID=64dec8be-2594-4555-86a7-81a7c7a9c436,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:04.545980 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:04.565534 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:04.566346 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:04.569016 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] 10.222.0.85 "PUT /v2.0/ports/64dec8be-2594-4555-86a7-81a7c7a9c436 HTTP/1.1" status: 200 len: 1094 time: 4.5637715 May 04 22:24:04.727943 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf803649-9618-4e9a-b84f-59f7cc03776e', 'tag': '64dec8be-2594-4555-86a7-81a7c7a9c436'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:24:04.759862 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-bba5d4e0-267e-4745-8f0a-e3b18c04a94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:04.776659 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d4d89fbc-421f-41d7-984f-88744a0a7818 req-36f6525b-182e-4edb-8a61-c80e71f617e3 service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965457 May 04 22:24:04.815915 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f336f8da-c157-4c16-8268-02583f6b3f6f req-11c5ff41-6bc9-448c-be80-11fbc988dc2d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:04.817374 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f336f8da-c157-4c16-8268-02583f6b3f6f req-11c5ff41-6bc9-448c-be80-11fbc988dc2d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 946 time: 0.2714674 May 04 22:24:04.818748 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-947859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496293'] for router, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:04.902508 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815194c-7529-48e6-bad8-cb76cfa65432 req-f93279d6-2359-4fe2-8b05-cf476e31fec8 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:04.905128 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f815194c-7529-48e6-bad8-cb76cfa65432 req-f93279d6-2359-4fe2-8b05-cf476e31fec8 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 943 time: 0.6386280 May 04 22:24:04.910557 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-bba5d4e0-267e-4745-8f0a-e3b18c04a94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:04.940717 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3e9285e5-69be-4344-b43f-b87c496f3365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:04.975787 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31263837-3e58-4d62-862b-c060e39c2fde req-ebd9278e-9b54-43a5-88e3-fbe52b94dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:04.978427 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-31263837-3e58-4d62-862b-c060e39c2fde req-ebd9278e-9b54-43a5-88e3-fbe52b94dc78 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=eb66506f6ff440b3abc314d4e8f3a19a&device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 1096 time: 0.6310091 May 04 22:24:05.059357 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-bba5d4e0-267e-4745-8f0a-e3b18c04a94a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=b39e00eaeff24cd895c1e7f43d4d80ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7792830 May 04 22:24:05.063888 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f336f8da-c157-4c16-8268-02583f6b3f6f req-5ad373f4-f77e-4fa9-af89-5974b9842f21 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1887028 May 04 22:24:05.064178 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 58458) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:05.067743 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba5d4e0-267e-4745-8f0a-e3b18c04a94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28a3f63-95e7-4bd7-af22-49b204bdc775,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:05.075312 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-bba5d4e0-267e-4745-8f0a-e3b18c04a94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:05.136870 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d4d89fbc-421f-41d7-984f-88744a0a7818 req-bb383c9a-5ba6-4360-a82f-4d2ef4b36f17 service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514099 May 04 22:24:05.170170 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6ab1abef-968f-4fc3-b49b-47e0a1c71401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:05.197723 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c7d8ff1f-cd93-4af8-9f20-97352a35e7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:05.213295 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf803649-9618-4e9a-b84f-59f7cc03776e', 'tag': '64dec8be-2594-4555-86a7-81a7c7a9c436', 'status': 'completed', 'code': 200} May 04 22:24:05.221669 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f815194c-7529-48e6-bad8-cb76cfa65432 req-6b32b63c-c855-4b41-91cc-320b58cf19c5 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961907 May 04 22:24:05.228644 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ff265391-d335-4d44-ad23-ae729c2d844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:05.232087 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-ff265391-d335-4d44-ad23-ae729c2d844e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fb10162d8cea4891befb100f08ec326e&device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 1097 time: 0.5040426 May 04 22:24:05.240642 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c7d8ff1f-cd93-4af8-9f20-97352a35e7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:05.325035 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Attempting to bind port c93ef995-c51b-4bb8-ad61-5cf469ec8df0 on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:24:05.325035 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Attempting to bind port c93ef995-c51b-4bb8-ad61-5cf469ec8df0 by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'c61c8dd1-b578-401a-8be2-8bfb6a2c576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '707440a0-e8f3-40e3-83c1-bc5959570b7d'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:24:05.325035 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Attempting to bind port c93ef995-c51b-4bb8-ad61-5cf469ec8df0 on network 707440a0-e8f3-40e3-83c1-bc5959570b7d {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:24:05.338716 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:24:05.339972 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Checking segment: {'id': 'c61c8dd1-b578-401a-8be2-8bfb6a2c576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '707440a0-e8f3-40e3-83c1-bc5959570b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:24:05.341093 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:05.342811 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Bound using segment: {'id': 'c61c8dd1-b578-401a-8be2-8bfb6a2c576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '707440a0-e8f3-40e3-83c1-bc5959570b7d'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:24:05.344074 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Bound port: c93ef995-c51b-4bb8-ad61-5cf469ec8df0, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61c8dd1-b578-401a-8be2-8bfb6a2c576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '707440a0-e8f3-40e3-83c1-bc5959570b7d'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:24:05.345728 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:05.442883 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada5469-88dd-4465-99b9-d128d2a0e938 req-48c6498d-44af-422d-b0ad-02aaf1d746a7 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:05.446067 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-dada5469-88dd-4465-99b9-d128d2a0e938 req-48c6498d-44af-422d-b0ad-02aaf1d746a7 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.1230364 May 04 22:24:05.488451 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c7d8ff1f-cd93-4af8-9f20-97352a35e7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:05.506585 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] For port c93ef995-c51b-4bb8-ad61-5cf469ec8df0, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:24:05.507241 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-8c95e998-9235-4889-81d4-bbdea6090e70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:05.513727 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] For port c93ef995-c51b-4bb8-ad61-5cf469ec8df0, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=c93ef995-c51b-4bb8-ad61-5cf469ec8df0,segment=NetworkSegment(c61c8dd1-b578-401a-8be2-8bfb6a2c576f),segment_id=c61c8dd1-b578-401a-8be2-8bfb6a2c576f)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:24:05.537978 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8ff1f-cd93-4af8-9f20-97352a35e7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28a3f63-95e7-4bd7-af22-49b204bdc775,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:05.568897 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c7d8ff1f-cd93-4af8-9f20-97352a35e7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:05.583480 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-8f1644ea-46c7-483b-87ae-970b3576e165 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64dec8be-2594-4555-86a7-81a7c7a9c436 HTTP/1.1" status: 200 len: 217 time: 0.3416574 May 04 22:24:05.607040 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c7d8ff1f-cd93-4af8-9f20-97352a35e7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:05.607921 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:05.609549 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-c7d8ff1f-cd93-4af8-9f20-97352a35e7ed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e28a3f63-95e7-4bd7-af22-49b204bdc775 HTTP/1.1" status: 204 len: 168 time: 0.5387604 May 04 22:24:05.613460 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-721a1164-9d80-48a5-bccb-0d80af24ce1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:05.630387 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-dada5469-88dd-4465-99b9-d128d2a0e938 req-8d53fd8c-f289-42b8-86a5-8582702d1e5d tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1744611 May 04 22:24:05.775295 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31263837-3e58-4d62-862b-c060e39c2fde req-d4040595-a3e1-44e6-b7b6-22d31766a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:05.776193 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-31263837-3e58-4d62-862b-c060e39c2fde req-d4040595-a3e1-44e6-b7b6-22d31766a389 service neutron] 10.222.0.85 "GET /v2.0/networks?id=53737588-7ddc-403e-bfbf-f71bdb67889f HTTP/1.1" status: 200 len: 915 time: 0.7670178 May 04 22:24:05.794052 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Pushing event updated for resources: {'Port': ['ID=c93ef995-c51b-4bb8-ad61-5cf469ec8df0,revision_number=2']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:05.816810 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:05.924591 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-b7b1b169-2ff4-4cc6-9311-f575470c25a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:05.927324 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-b7b1b169-2ff4-4cc6-9311-f575470c25a6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cdaab2b0-0a19-4ad2-b2a7-293693e7ca0b HTTP/1.1" status: 200 len: 848 time: 0.3274961 May 04 22:24:05.964136 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-31263837-3e58-4d62-862b-c060e39c2fde req-fd7b127e-eb2a-41a2-b211-7b9400e81b99 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=755d1863-66bc-4527-a7b6-780a6bd12d83 HTTP/1.1" status: 200 len: 217 time: 0.1655645 May 04 22:24:06.026928 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-67cc527e-6172-4687-ad4a-a523828e3b2f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e6129409-6cee-41eb-85df-3606f2dd83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650127 May 04 22:24:06.310225 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:06.429562 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31263837-3e58-4d62-862b-c060e39c2fde req-692f0af5-40b1-4ed8-8295-044a7973b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:06.431870 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-31263837-3e58-4d62-862b-c060e39c2fde req-692f0af5-40b1-4ed8-8295-044a7973b0c4 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=84d5b902-a2f3-4d9e-afa7-5a2b239a8a0c HTTP/1.1" status: 200 len: 854 time: 0.4587486 May 04 22:24:06.559383 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-31263837-3e58-4d62-862b-c060e39c2fde req-6f032a71-85dd-46a6-8733-927b711399fe service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=53737588-7ddc-403e-bfbf-f71bdb67889f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172040 May 04 22:24:06.580874 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcd526-e993-4641-b2fd-e37f07f7afcd req-4cc511d0-a7e0-4004-94f2-f57715ca8b8d tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:06.583642 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-86fcd526-e993-4641-b2fd-e37f07f7afcd req-4cc511d0-a7e0-4004-94f2-f57715ca8b8d tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 944 time: 0.8713329 May 04 22:24:06.612041 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc9b67-0956-4b55-a2d4-7a78f79233e1 req-18bbb2fb-c4d3-442f-91b3-c8c0984d021b tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:06.613671 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-efcc9b67-0956-4b55-a2d4-7a78f79233e1 req-18bbb2fb-c4d3-442f-91b3-c8c0984d021b tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 943 time: 0.1615758 May 04 22:24:06.644159 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 755d1863-66bc-4527-a7b6-780a6bd12d83 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:24:06.677668 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-efcc9b67-0956-4b55-a2d4-7a78f79233e1 req-2238d486-d467-4dbd-8d39-db61f71143ab tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572670 May 04 22:24:06.792548 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-afd7af92-d64e-453f-ad93-e2ea092aed4a service neutron] 10.222.0.85 "GET /v2.0/networks/e6129409-6cee-41eb-85df-3606f2dd83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7216465 May 04 22:24:06.938348 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 755d1863-66bc-4527-a7b6-780a6bd12d83, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=755d1863-66bc-4527-a7b6-780a6bd12d83,segment=NetworkSegment(7fa63203-6140-4c95-b641-19581fda4e2e),segment_id=7fa63203-6140-4c95-b641-19581fda4e2e)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:06.961866 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': '755d1863-66bc-4527-a7b6-780a6bd12d83', 'network_id': '53737588-7ddc-403e-bfbf-f71bdb67889f', 'port_id': '755d1863-66bc-4527-a7b6-780a6bd12d83', 'mac_address': 'fa:16:3e:df:ec:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d5b902-a2f3-4d9e-afa7-5a2b239a8a0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:24:07.033225 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c68743-2624-4619-a6d2-bc90ec10741a req-9f5bd049-3cd8-4acb-8f27-d64e328cd543 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:07.041263 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f9c68743-2624-4619-a6d2-bc90ec10741a req-9f5bd049-3cd8-4acb-8f27-d64e328cd543 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.1944606 May 04 22:24:07.070917 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:07.119108 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755d1863-66bc-4527-a7b6-780a6bd12d83 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:24:07.143239 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-86fcd526-e993-4641-b2fd-e37f07f7afcd req-384f206a-834f-46e0-8234-b33c1bd2475d tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397692 May 04 22:24:07.161591 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f9c68743-2624-4619-a6d2-bc90ec10741a req-b347211d-02b7-4924-b4c4-0d7a75fadbfe tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189535 May 04 22:24:07.179186 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 755d1863-66bc-4527-a7b6-780a6bd12d83, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=755d1863-66bc-4527-a7b6-780a6bd12d83,segment=NetworkSegment(7fa63203-6140-4c95-b641-19581fda4e2e),segment_id=7fa63203-6140-4c95-b641-19581fda4e2e)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:07.306003 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-31263837-3e58-4d62-862b-c060e39c2fde req-09c6e387-32c8-4b00-9216-c858ff315218 service neutron] 10.222.0.85 "GET /v2.0/networks/53737588-7ddc-403e-bfbf-f71bdb67889f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7128491 May 04 22:24:07.326617 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:07.326779 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-01d90f95-57b1-4f96-94e6-7325556fad7c req-950d3d3b-3932-4ff2-bf8c-7a4869c4ac8c service neutron] 10.222.0.85 "GET /v2.0/networks/e6129409-6cee-41eb-85df-3606f2dd83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5121644 May 04 22:24:07.326909 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:07.341458 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:07.365760 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aaa819f-d148-4dfd-a22a-8bf2f547914e None None] Network 707440a0-e8f3-40e3-83c1-bc5959570b7d requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:24:07.431132 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:07.587315 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device c93ef995-c51b-4bb8-ad61-5cf469ec8df0 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:24:07.683929 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['755d1863-66bc-4527-a7b6-780a6bd12d83'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:24:07.742572 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-31263837-3e58-4d62-862b-c060e39c2fde req-0b02f557-b86d-418a-9180-59b74a6babf4 service neutron] 10.222.0.85 "GET /v2.0/networks/53737588-7ddc-403e-bfbf-f71bdb67889f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4277925 May 04 22:24:07.801588 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Allocated IP 172.28.3.19 (76581f0b-881c-41a1-a7c9-33e7218dfd31/7bfeb869-822c-4f12-8913-9d21738f2df2/49937237-0a60-4312-98a2-2d9d304fc5fd) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:24:07.814072 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7f99b-7b66-48ab-b7f5-6584e989f37c req-9fcb1028-f3fd-43ab-88b4-f0d0f840543e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:07.816592 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0dd7f99b-7b66-48ab-b7f5-6584e989f37c req-9fcb1028-f3fd-43ab-88b4-f0d0f840543e service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fb10162d8cea4891befb100f08ec326e&device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 1097 time: 0.2717648 May 04 22:24:07.901285 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=755d1863-66bc-4527-a7b6-780a6bd12d83,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:07.915138 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:07.957467 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-fee33ed2-3bec-4286-86df-9f9945b86703 None None] Provisioning for port c93ef995-c51b-4bb8-ad61-5cf469ec8df0 completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:24:08.201269 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c79f3f-bca7-469e-8e4d-c565e8147861 req-8972e97d-c511-4038-9f97-ff196b8ead33 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:08.206744 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-35c79f3f-bca7-469e-8e4d-c565e8147861 req-8972e97d-c511-4038-9f97-ff196b8ead33 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 944 time: 0.1551034 May 04 22:24:08.320412 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-35c79f3f-bca7-469e-8e4d-c565e8147861 req-6a5ac081-80f6-471c-9b7a-56e83c652523 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014349 May 04 22:24:08.322700 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7f99b-7b66-48ab-b7f5-6584e989f37c req-67b7022d-38ee-46ab-9490-6a1f0c5ae36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:08.328326 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0dd7f99b-7b66-48ab-b7f5-6584e989f37c req-67b7022d-38ee-46ab-9490-6a1f0c5ae36e service neutron] 10.222.0.85 "GET /v2.0/networks?id=e6129409-6cee-41eb-85df-3606f2dd83fd HTTP/1.1" status: 200 len: 909 time: 0.5033381 May 04 22:24:08.333393 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port c93ef995-c51b-4bb8-ad61-5cf469ec8df0 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:24:08.362893 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port c93ef995-c51b-4bb8-ad61-5cf469ec8df0 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:24:08.376204 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:08.495740 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:08.592223 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0dd7f99b-7b66-48ab-b7f5-6584e989f37c req-237ea15a-bc4e-411d-8e04-c876892c2fb2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64dec8be-2594-4555-86a7-81a7c7a9c436 HTTP/1.1" status: 200 len: 217 time: 0.2480781 May 04 22:24:08.610727 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:08.664738 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:08.756841 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port c93ef995-c51b-4bb8-ad61-5cf469ec8df0, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=c93ef995-c51b-4bb8-ad61-5cf469ec8df0,segment=NetworkSegment(c61c8dd1-b578-401a-8be2-8bfb6a2c576f),segment_id=c61c8dd1-b578-401a-8be2-8bfb6a2c576f)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:08.850422 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-ad225504-183b-42dc-bac1-a74016880042 None None] Provisioning complete for port c93ef995-c51b-4bb8-ad61-5cf469ec8df0 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:24:08.851127 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-ad225504-183b-42dc-bac1-a74016880042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:08.894367 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:08.904588 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:08.946192 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7f99b-7b66-48ab-b7f5-6584e989f37c req-32e37a6b-e8c9-47ac-a00d-d9f3de5c7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:08.947770 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0dd7f99b-7b66-48ab-b7f5-6584e989f37c req-32e37a6b-e8c9-47ac-a00d-d9f3de5c7534 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cdaab2b0-0a19-4ad2-b2a7-293693e7ca0b HTTP/1.1" status: 200 len: 848 time: 0.2994478 May 04 22:24:09.027019 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=c93ef995-c51b-4bb8-ad61-5cf469ec8df0,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:09.033455 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:09.033796 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0dd7f99b-7b66-48ab-b7f5-6584e989f37c req-61d8cf9e-225f-4ac0-9b73-a1960c76eab9 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e6129409-6cee-41eb-85df-3606f2dd83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716310 May 04 22:24:09.063730 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f10fd-a1f8-4db9-b394-03727a4570e7 req-57125fcb-2856-4e3b-b909-89aadc8886ea tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:09.066610 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-458f10fd-a1f8-4db9-b394-03727a4570e7 req-57125fcb-2856-4e3b-b909-89aadc8886ea tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 944 time: 0.6245511 May 04 22:24:09.241528 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:09.255366 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:09.388796 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-458f10fd-a1f8-4db9-b394-03727a4570e7 req-7918b2c4-eb58-4340-991f-1bf5efacbcc3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917364 May 04 22:24:09.396910 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:24:09.414276 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:24:09.434903 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:24:09.517872 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device c93ef995-c51b-4bb8-ad61-5cf469ec8df0 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:24:09.649256 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port c93ef995-c51b-4bb8-ad61-5cf469ec8df0 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:24:09.649889 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:09.679854 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Pushing event updated for resources: {'Port': ['ID=49937237-0a60-4312-98a2-2d9d304fc5fd,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:09.681743 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f453e76-7ad7-4cb3-b90d-80575c1bf5f5 req-e7930b9a-7f01-46fd-a416-c85411e6fb27 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:09.689175 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.433s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:09.694120 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7f453e76-7ad7-4cb3-b90d-80575c1bf5f5 req-e7930b9a-7f01-46fd-a416-c85411e6fb27 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 944 time: 0.1609404 May 04 22:24:09.783685 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0dd7f99b-7b66-48ab-b7f5-6584e989f37c req-c28772e1-4795-41ae-aa18-a1b3c8cd69dd service neutron] 10.222.0.85 "GET /v2.0/networks/e6129409-6cee-41eb-85df-3606f2dd83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7156906 May 04 22:24:09.807701 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7f453e76-7ad7-4cb3-b90d-80575c1bf5f5 req-1cb41f87-7028-40e9-9816-8310b7cb3fd7 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014147 May 04 22:24:10.002479 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0dd7f99b-7b66-48ab-b7f5-6584e989f37c req-e6cac16b-0846-4e20-8989-4137da6113e8 service neutron] 10.222.0.85 "GET /v2.0/networks/e6129409-6cee-41eb-85df-3606f2dd83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891291 May 04 22:24:10.370499 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:10.664007 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 64dec8be-2594-4555-86a7-81a7c7a9c436 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:24:10.667833 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 755d1863-66bc-4527-a7b6-780a6bd12d83 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:24:10.812065 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab980fd-aa64-4765-8820-fd3dcb8903ff req-d31e7460-cdee-46dc-89c4-b1bd94254651 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:10.814649 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6ab980fd-aa64-4765-8820-fd3dcb8903ff req-d31e7460-cdee-46dc-89c4-b1bd94254651 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 944 time: 0.2421587 May 04 22:24:11.083298 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6ab980fd-aa64-4765-8820-fd3dcb8903ff req-8d77772b-3076-480d-b3d9-2db121d0dce8 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650908 May 04 22:24:11.096857 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 64dec8be-2594-4555-86a7-81a7c7a9c436, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=64dec8be-2594-4555-86a7-81a7c7a9c436,segment=NetworkSegment(da0e74fd-f3d8-4944-85ee-d4e3fffe294b),segment_id=da0e74fd-f3d8-4944-85ee-d4e3fffe294b)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:11.138075 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port 755d1863-66bc-4527-a7b6-780a6bd12d83 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:24:11.141437 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919814'] for router, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:11.153262 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': '64dec8be-2594-4555-86a7-81a7c7a9c436', 'network_id': 'e6129409-6cee-41eb-85df-3606f2dd83fd', 'port_id': '64dec8be-2594-4555-86a7-81a7c7a9c436', 'mac_address': 'fa:16:3e:75:ee:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdaab2b0-0a19-4ad2-b2a7-293693e7ca0b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:24:11.158565 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port 755d1863-66bc-4527-a7b6-780a6bd12d83 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:24:11.159770 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:11.232954 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02f2b74-1206-4330-a77c-fab498b335f1 req-6a9b690b-1f1e-4c57-8fbe-01f2cea2bdf5 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:11.236291 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b02f2b74-1206-4330-a77c-fab498b335f1 req-6a9b690b-1f1e-4c57-8fbe-01f2cea2bdf5 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 944 time: 0.1992781 May 04 22:24:11.306566 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b02f2b74-1206-4330-a77c-fab498b335f1 req-3890ac70-ea65-4a8e-94aa-f43cdd4bb793 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584717 May 04 22:24:11.380265 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:11.422580 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64dec8be-2594-4555-86a7-81a7c7a9c436 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:24:11.539538 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 64dec8be-2594-4555-86a7-81a7c7a9c436, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=64dec8be-2594-4555-86a7-81a7c7a9c436,segment=NetworkSegment(da0e74fd-f3d8-4944-85ee-d4e3fffe294b),segment_id=da0e74fd-f3d8-4944-85ee-d4e3fffe294b)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:11.561967 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:11.603197 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969c7cb8-2110-4cf2-bb4a-869b9aa69a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755d1863-66bc-4527-a7b6-780a6bd12d83'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:24:11.619247 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 755d1863-66bc-4527-a7b6-780a6bd12d83, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=755d1863-66bc-4527-a7b6-780a6bd12d83,segment=NetworkSegment(7fa63203-6140-4c95-b641-19581fda4e2e),segment_id=7fa63203-6140-4c95-b641-19581fda4e2e)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:11.641559 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:11.644895 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:11.677701 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Router 514c19e8-a575-4c7e-83c4-2d659bed2ce8 is scheduled to L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f with binding_index 1 {{(pid=74776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 22:24:11.693671 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969c7cb8-2110-4cf2-bb4a-869b9aa69a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755d1863-66bc-4527-a7b6-780a6bd12d83', 'code': 200} May 04 22:24:11.756166 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=64dec8be-2594-4555-86a7-81a7c7a9c436,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:11.761317 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:11.780125 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:11.785139 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-401bb118-d26b-496b-adfd-0da5f36542d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:11.922184 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=755d1863-66bc-4527-a7b6-780a6bd12d83,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:11.928724 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['64dec8be-2594-4555-86a7-81a7c7a9c436'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:24:11.929091 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:24:11.958919 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:11.960286 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Sync routers for ids ['514c19e8-a575-4c7e-83c4-2d659bed2ce8'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:24:11.990839 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Routers {'514c19e8-a575-4c7e-83c4-2d659bed2ce8'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:24:11.991897 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:24:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['514c19e8-a575-4c7e-83c4-2d659bed2ce8'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:24:12.050349 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Notify callbacks [] for router, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:12.055804 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.6026137 May 04 22:24:12.056047 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 58572) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:12.341615 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Set router 514c19e8-a575-4c7e-83c4-2d659bed2ce8 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:24:12.551019 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69963b5e-1ea2-4d18-acf9-993761457538 req-fa484744-10ab-4563-9226-7f911b7d26b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:12.553703 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-69963b5e-1ea2-4d18-acf9-993761457538 req-fa484744-10ab-4563-9226-7f911b7d26b0 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 1098 time: 0.2077193 May 04 22:24:12.724552 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-69963b5e-1ea2-4d18-acf9-993761457538 req-8f6de948-2248-4cae-81dd-0fbf639b4777 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561792 May 04 22:24:12.903879 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8154bd3-b081-4373-9d90-2d6fcbd8b0db req-bd6bee6b-4aa5-4aed-8335-a391a3e05b65 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:12.919135 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b8154bd3-b081-4373-9d90-2d6fcbd8b0db req-bd6bee6b-4aa5-4aed-8335-a391a3e05b65 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 945 time: 0.1923895 May 04 22:24:13.077403 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b8154bd3-b081-4373-9d90-2d6fcbd8b0db req-3fa4ffea-38ef-4264-a07e-d3607897e518 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564384 May 04 22:24:13.228862 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'name': 'tempest-TestMinimumBasicScenario-41221499-router', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '49937237-0a60-4312-98a2-2d9d304fc5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:24:03Z', 'updated_at': '2021-05-04T22:24:09Z', 'revision_number': 3, 'project_id': 'a958856352c04a528ce0c08bf06a8d2e', 'gw_port': {'id': '49937237-0a60-4312-98a2-2d9d304fc5fd', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:24:07Z', 'updated_at': '2021-05-04T22:24:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:24:13.236057 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Checking router: 514c19e8-a575-4c7e-83c4-2d659bed2ce8 for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:24:13.236546 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Updating router 514c19e8-a575-4c7e-83c4-2d659bed2ce8 port 49937237-0a60-4312-98a2-2d9d304fc5fd binding host dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:24:13.300653 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e050a21d-aca9-483d-bdde-bdaf8d28e8c9 req-cf51e8b4-e785-41b1-99df-6c7a7ece87fa tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:13.300653 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e050a21d-aca9-483d-bdde-bdaf8d28e8c9 req-cf51e8b4-e785-41b1-99df-6c7a7ece87fa tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 945 time: 0.7705469 May 04 22:24:13.336941 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:13.381663 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e050a21d-aca9-483d-bdde-bdaf8d28e8c9 req-8ce5df1d-8f23-49dd-bbd3-9d678417064e tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748425 May 04 22:24:13.677729 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:14.017908 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Notify callbacks [] for port, precommit_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:14.040484 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Transition to ACTIVE for port object 49937237-0a60-4312-98a2-2d9d304fc5fd will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:24:14.102883 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_common [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Allocated IP 172.20.0.1 (707440a0-e8f3-40e3-83c1-bc5959570b7d/921c110f-3df7-4efc-bf79-0eebbf9f3eef/90b098f4-9849-428b-a5ae-ee5935abce74) {{(pid=74775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:24:14.238691 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:14.246825 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:14.372547 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:14.374296 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Attempting to bind port 49937237-0a60-4312-98a2-2d9d304fc5fd on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:24:14.374679 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Attempting to bind port 49937237-0a60-4312-98a2-2d9d304fc5fd by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:24:14.376369 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Attempting to bind port 49937237-0a60-4312-98a2-2d9d304fc5fd on network 76581f0b-881c-41a1-a7c9-33e7218dfd31 {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:24:14.394498 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:24:14.395004 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Checking segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:24:14.395422 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:14.395847 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Bound using segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:24:14.396480 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Bound port: 49937237-0a60-4312-98a2-2d9d304fc5fd, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:24:14.396952 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:14.400205 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.provisioning_blocks [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Transition to ACTIVE for port object 90b098f4-9849-428b-a5ae-ee5935abce74 will not be triggered until provisioned by entity DHCP. {{(pid=74775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:24:14.445495 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39449b2e-ac1b-48db-966e-177f4f34686c None None] Pushing event updated for resources: {'Port': ['ID=49937237-0a60-4312-98a2-2d9d304fc5fd,revision_number=2']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:14.449119 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-39449b2e-ac1b-48db-966e-177f4f34686c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:14.508319 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] For port 49937237-0a60-4312-98a2-2d9d304fc5fd, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:24:14.511921 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeff578-f853-4886-a73e-f625a8b5346c req-c579f789-4527-40ff-9c3b-1fe177b7fec1 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:14.512849 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] For port 49937237-0a60-4312-98a2-2d9d304fc5fd, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=49937237-0a60-4312-98a2-2d9d304fc5fd,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:24:14.514707 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8aeff578-f853-4886-a73e-f625a8b5346c req-c579f789-4527-40ff-9c3b-1fe177b7fec1 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 945 time: 0.2265668 May 04 22:24:14.542660 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:14.561437 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-528e865e-d26e-460c-8d69-46efafb8735c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:14.601352 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8aeff578-f853-4886-a73e-f625a8b5346c req-0998ff71-f406-4bce-889d-c8ff3a102afd tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772555 May 04 22:24:14.682590 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 64dec8be-2594-4555-86a7-81a7c7a9c436 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:24:14.745908 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:14.749489 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Network 707440a0-e8f3-40e3-83c1-bc5959570b7d is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:24:14.760635 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:24:14.761523 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-6d080920-978d-4870-bdf0-5e096f0e82be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:14.773271 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Received port after_create {{(pid=74775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:24:14.920679 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Pushing event updated for resources: {'Port': ['ID=90b098f4-9849-428b-a5ae-ee5935abce74,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:14.949222 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:14.999419 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Routers {'514c19e8-a575-4c7e-83c4-2d659bed2ce8'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:24:15.000910 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:24:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['514c19e8-a575-4c7e-83c4-2d659bed2ce8'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:24:15.049015 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae591f99-3faf-4fe3-a79d-2e4d4f001370 req-4a40fc46-4aaa-4b27-b0f0-d24f6233ecae tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:15.072599 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ae591f99-3faf-4fe3-a79d-2e4d4f001370 req-4a40fc46-4aaa-4b27-b0f0-d24f6233ecae tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 945 time: 0.5129046 May 04 22:24:15.133615 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919513'] for router_interface, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:15.217766 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39449b2e-ac1b-48db-966e-177f4f34686c None None] Pushing event updated for resources: {'Port': ['ID=49937237-0a60-4312-98a2-2d9d304fc5fd,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:15.224201 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-39449b2e-ac1b-48db-966e-177f4f34686c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:15.356252 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] Set router 514c19e8-a575-4c7e-83c4-2d659bed2ce8 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:24:15.452555 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-d5c304b0-6618-4198-9a51-df98097ba2a7 None None] Provisioning for port 90b098f4-9849-428b-a5ae-ee5935abce74 completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:24:15.461038 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port 64dec8be-2594-4555-86a7-81a7c7a9c436 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:24:15.489960 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ae591f99-3faf-4fe3-a79d-2e4d4f001370 req-8c5c6920-c500-46cb-9de2-da0cec5f6a5c tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162452 May 04 22:24:15.625896 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-d5c304b0-6618-4198-9a51-df98097ba2a7 None None] Provisioning complete for port 90b098f4-9849-428b-a5ae-ee5935abce74 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:24:15.626128 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-d5c304b0-6618-4198-9a51-df98097ba2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:15.650640 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port 64dec8be-2594-4555-86a7-81a7c7a9c436 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:24:15.651043 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:15.666974 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:24:15.863976 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-d5c304b0-6618-4198-9a51-df98097ba2a7 None None] Port 90b098f4-9849-428b-a5ae-ee5935abce74 cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:24:16.033297 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:16.046601 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:16.113301 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf803649-9618-4e9a-b84f-59f7cc03776e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dec8be-2594-4555-86a7-81a7c7a9c436'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:24:16.137092 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 64dec8be-2594-4555-86a7-81a7c7a9c436, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=64dec8be-2594-4555-86a7-81a7c7a9c436,segment=NetworkSegment(da0e74fd-f3d8-4944-85ee-d4e3fffe294b),segment_id=da0e74fd-f3d8-4944-85ee-d4e3fffe294b)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:16.170116 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'name': 'tempest-TestMinimumBasicScenario-41221499-router', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '49937237-0a60-4312-98a2-2d9d304fc5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:24:03Z', 'updated_at': '2021-05-04T22:24:09Z', 'revision_number': 3, 'project_id': 'a958856352c04a528ce0c08bf06a8d2e', 'gw_port': {'id': '49937237-0a60-4312-98a2-2d9d304fc5fd', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:24:07Z', 'updated_at': '2021-05-04T22:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:24:16.381375 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2577dde-2a9d-455e-82e8-1ae0ee4c8ffe None None] The sync data for ids ['514c19e8-a575-4c7e-83c4-2d659bed2ce8'] in dv-cinder-786928-2-smb is: [{'id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'name': 'tempest-TestMinimumBasicScenario-41221499-router', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '49937237-0a60-4312-98a2-2d9d304fc5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:24:03Z', 'updated_at': '2021-05-04T22:24:09Z', 'revision_number': 3, 'project_id': 'a958856352c04a528ce0c08bf06a8d2e', 'gw_port': {'id': '49937237-0a60-4312-98a2-2d9d304fc5fd', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:24:07Z', 'updated_at': '2021-05-04T22:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:24:16.381375 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf803649-9618-4e9a-b84f-59f7cc03776e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64dec8be-2594-4555-86a7-81a7c7a9c436', 'code': 200} May 04 22:24:16.652642 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:16.664540 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:16.689949 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:16.826645 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=64dec8be-2594-4555-86a7-81a7c7a9c436,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:16.832070 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:16.850657 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31642568'] for port, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:16.960897 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:17.017191 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 58700) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:17.103037 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce554faf-16cf-4ad1-90e5-2659d875e91d req-3c5431ba-8b26-4569-b9d2-d3190f13c28e tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:17.107054 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ce554faf-16cf-4ad1-90e5-2659d875e91d req-3c5431ba-8b26-4569-b9d2-d3190f13c28e tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 946 time: 0.3935184 May 04 22:24:17.115855 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919418'] for router_interface, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:17.183046 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b54492-44b5-4a8f-ac2a-229c05f8806c req-cb2e6772-ef1f-40f6-b2d1-f672522b1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:17.185214 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b8b54492-44b5-4a8f-ac2a-229c05f8806c req-cb2e6772-ef1f-40f6-b2d1-f672522b1368 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 1099 time: 0.2044122 May 04 22:24:17.202088 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Pushing event updated for resources: {'Port': ['ID=90b098f4-9849-428b-a5ae-ee5935abce74,revision_number=2']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:17.208518 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:17.290676 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b8b54492-44b5-4a8f-ac2a-229c05f8806c req-600448c7-c45b-4ec9-89bd-0e20dd114b52 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976667 May 04 22:24:17.368474 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ce554faf-16cf-4ad1-90e5-2659d875e91d req-2ecd5cae-e423-4f2a-a83b-b27fd3b70800 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453258 May 04 22:24:17.386164 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-08a57a1f-f349-418d-9dc9-2093c16d5bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:17.425558 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-08a57a1f-f349-418d-9dc9-2093c16d5bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:24:17.463039 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-08a57a1f-f349-418d-9dc9-2093c16d5bd6 admin admin] Usage tracker for resource:security_group_rule and tenant:04159347afbe42f2884073c31f39d834 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:24:17.472956 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-08a57a1f-f349-418d-9dc9-2093c16d5bd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:24:17.494326 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-08a57a1f-f349-418d-9dc9-2093c16d5bd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:24:17.540518 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 49937237-0a60-4312-98a2-2d9d304fc5fd up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:24:17.570973 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Network 707440a0-e8f3-40e3-83c1-bc5959570b7d is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:24:17.574432 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:24:17.778248 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 49937237-0a60-4312-98a2-2d9d304fc5fd completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:24:17.790627 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 49937237-0a60-4312-98a2-2d9d304fc5fd triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:24:17.790627 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:17.994580 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Router 514c19e8-a575-4c7e-83c4-2d659bed2ce8 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:24:18.019179 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-08a57a1f-f349-418d-9dc9-2093c16d5bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:18.115253 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-c26992db-944e-410f-877a-e09e446ee331 None None] Provisioning complete for port 90b098f4-9849-428b-a5ae-ee5935abce74 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:24:18.115472 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c26992db-944e-410f-877a-e09e446ee331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:18.194789 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:18.229613 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-c26992db-944e-410f-877a-e09e446ee331 None None] Port 90b098f4-9849-428b-a5ae-ee5935abce74 cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:24:18.239105 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 49937237-0a60-4312-98a2-2d9d304fc5fd, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=49937237-0a60-4312-98a2-2d9d304fc5fd,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:18.363062 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:18.370726 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:18.532060 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-08a57a1f-f349-418d-9dc9-2093c16d5bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:18.549106 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-37102864-a147-4fbc-88e1-d47f4888965d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:18.559110 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:24:18.595856 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=49937237-0a60-4312-98a2-2d9d304fc5fd,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:18.600229 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:18.626936 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a57a1f-f349-418d-9dc9-2093c16d5bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af32ae4e-2c40-4c38-9c65-181f58b115d5,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:18.652235 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-08a57a1f-f349-418d-9dc9-2093c16d5bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:18.656835 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-08a57a1f-f349-418d-9dc9-2093c16d5bd6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=04159347afbe42f2884073c31f39d834&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6084740 May 04 22:24:18.659412 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 58732) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:18.663356 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] 10.222.0.72 "PUT /v2.0/routers/514c19e8-a575-4c7e-83c4-2d659bed2ce8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6060467 May 04 22:24:18.781713 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0429dfba-88b6-4022-bae6-6cc5ef0fdf4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:18.793470 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36c1cc-2d4b-41b0-abd7-9ff7f04e892f req-541fb68a-2afb-40d9-9230-9a940831be7f tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:18.795965 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1b36c1cc-2d4b-41b0-abd7-9ff7f04e892f req-541fb68a-2afb-40d9-9230-9a940831be7f tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 946 time: 0.1438174 May 04 22:24:18.836947 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0429dfba-88b6-4022-bae6-6cc5ef0fdf4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:18.904935 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1b36c1cc-2d4b-41b0-abd7-9ff7f04e892f req-4adb5a13-9021-44d6-9cfe-a25376f3bffb tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002250 May 04 22:24:18.908780 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Sync routers for ids ['514c19e8-a575-4c7e-83c4-2d659bed2ce8'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:24:18.940550 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Routers {'514c19e8-a575-4c7e-83c4-2d659bed2ce8'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:24:18.941610 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:24:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['514c19e8-a575-4c7e-83c4-2d659bed2ce8'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:24:19.108973 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0429dfba-88b6-4022-bae6-6cc5ef0fdf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:19.117537 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a19d1e67-5c4d-493e-a96f-0f6de8e5fbe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:19.131723 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0429dfba-88b6-4022-bae6-6cc5ef0fdf4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af32ae4e-2c40-4c38-9c65-181f58b115d5,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:19.154985 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-0429dfba-88b6-4022-bae6-6cc5ef0fdf4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:19.161149 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0429dfba-88b6-4022-bae6-6cc5ef0fdf4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:19.165975 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-0429dfba-88b6-4022-bae6-6cc5ef0fdf4a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/af32ae4e-2c40-4c38-9c65-181f58b115d5 HTTP/1.1" status: 204 len: 168 time: 0.5047553 May 04 22:24:19.296033 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Set router 514c19e8-a575-4c7e-83c4-2d659bed2ce8 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:24:19.607953 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 49937237-0a60-4312-98a2-2d9d304fc5fd up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:24:19.795764 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 49937237-0a60-4312-98a2-2d9d304fc5fd triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:24:19.797421 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:19.956699 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'name': 'tempest-TestMinimumBasicScenario-41221499-router', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '49937237-0a60-4312-98a2-2d9d304fc5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:24:03Z', 'updated_at': '2021-05-04T22:24:15Z', 'revision_number': 4, 'project_id': 'a958856352c04a528ce0c08bf06a8d2e', 'gw_port': {'id': '49937237-0a60-4312-98a2-2d9d304fc5fd', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:24:07Z', 'updated_at': '2021-05-04T22:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '90b098f4-9849-428b-a5ae-ee5935abce74', 'name': '', 'network_id': '707440a0-e8f3-40e3-83c1-bc5959570b7d', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e', 'mac_address': 'fa:16:3e:8e:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '921c110f-3df7-4efc-bf79-0eebbf9f3eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:24:13Z', 'updated_at': '2021-05-04T22:24:16Z', 'revision_number': 2, 'project_id': 'a958856352c04a528ce0c08bf06a8d2e', 'subnets': [{'id': '921c110f-3df7-4efc-bf79-0eebbf9f3eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:24:19.963212 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Checking router: 514c19e8-a575-4c7e-83c4-2d659bed2ce8 for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:24:19.963212 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Updating router 514c19e8-a575-4c7e-83c4-2d659bed2ce8 port 90b098f4-9849-428b-a5ae-ee5935abce74 binding host dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:24:20.049296 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:20.229999 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4012a7ba-2058-4039-b145-53dd9de8c3b7 req-0584475a-77de-4914-87da-a3e4d1887192 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:20.232774 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-4012a7ba-2058-4039-b145-53dd9de8c3b7 req-0584475a-77de-4914-87da-a3e4d1887192 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 946 time: 0.1357298 May 04 22:24:20.324736 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-4012a7ba-2058-4039-b145-53dd9de8c3b7 req-3b4c3d49-c390-40d5-91c3-c0a9f76bb894 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830758 May 04 22:24:20.509040 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 58770) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:20.523663 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Notify callbacks [] for port, precommit_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:20.536583 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.provisioning_blocks [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Transition to ACTIVE for port object 90b098f4-9849-428b-a5ae-ee5935abce74 will not be triggered until provisioned by entity L2. {{(pid=74778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:24:20.560349 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a60f7891-8e65-43c1-9876-feb87fbb77bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:20.581354 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-a60f7891-8e65-43c1-9876-feb87fbb77bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:24:20.585882 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-a60f7891-8e65-43c1-9876-feb87fbb77bb admin admin] Usage tracker for resource:security_group_rule and tenant:a863970d7f1e47e0b32a3ff65f381cb3 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:24:20.590063 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-a60f7891-8e65-43c1-9876-feb87fbb77bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:24:20.599592 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-a60f7891-8e65-43c1-9876-feb87fbb77bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:24:20.611174 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 58774) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:20.658042 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:20.665463 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-c523635e-a8fa-4ad8-9c7d-7ea9fbf41c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:20.862665 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a60f7891-8e65-43c1-9876-feb87fbb77bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:21.004085 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a60f7891-8e65-43c1-9876-feb87fbb77bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:21.020140 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-47c7f76f-9224-4679-ba6c-f1bff968ce04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:21.076219 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d385f8-e4a8-4b93-9c27-8773e8f987e0 None None] Pushing event updated for resources: {'Port': ['ID=90b098f4-9849-428b-a5ae-ee5935abce74,revision_number=3']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:21.102945 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-a60f7891-8e65-43c1-9876-feb87fbb77bb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a863970d7f1e47e0b32a3ff65f381cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5898838 May 04 22:24:21.114557 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 58786) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:21.114797 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f7891-8e65-43c1-9876-feb87fbb77bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9876c9-cde8-40e5-a6a9-9c0562e70132,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:21.114995 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-09d385f8-e4a8-4b93-9c27-8773e8f987e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:21.114995 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Attempting to bind port 90b098f4-9849-428b-a5ae-ee5935abce74 on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:24:21.114995 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Attempting to bind port 90b098f4-9849-428b-a5ae-ee5935abce74 by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'c61c8dd1-b578-401a-8be2-8bfb6a2c576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '707440a0-e8f3-40e3-83c1-bc5959570b7d'}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:24:21.114995 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Attempting to bind port 90b098f4-9849-428b-a5ae-ee5935abce74 on network 707440a0-e8f3-40e3-83c1-bc5959570b7d {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:24:21.115654 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a60f7891-8e65-43c1-9876-feb87fbb77bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:21.117856 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:24:21.118223 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Checking segment: {'id': 'c61c8dd1-b578-401a-8be2-8bfb6a2c576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '707440a0-e8f3-40e3-83c1-bc5959570b7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:24:21.118627 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:21.119037 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Bound using segment: {'id': 'c61c8dd1-b578-401a-8be2-8bfb6a2c576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '707440a0-e8f3-40e3-83c1-bc5959570b7d'} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:24:21.119498 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Bound port: 90b098f4-9849-428b-a5ae-ee5935abce74, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c61c8dd1-b578-401a-8be2-8bfb6a2c576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '707440a0-e8f3-40e3-83c1-bc5959570b7d'}}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:24:21.119857 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:21.194390 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-8f8641ac-5dda-4c75-aa78-5172c81ba1ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:21.227227 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-8f8641ac-5dda-4c75-aa78-5172c81ba1ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:24:21.228197 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] For port 90b098f4-9849-428b-a5ae-ee5935abce74, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:24:21.233044 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4c5b8289-afed-496b-a7ae-7f8c5c184a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:21.235278 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-8f8641ac-5dda-4c75-aa78-5172c81ba1ec admin admin] Usage tracker for resource:security_group_rule and tenant:198492fdaab045b59f338d71ab5564c1 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:24:21.238970 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-8f8641ac-5dda-4c75-aa78-5172c81ba1ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:24:21.255025 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-8f8641ac-5dda-4c75-aa78-5172c81ba1ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:24:21.283731 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4c5b8289-afed-496b-a7ae-7f8c5c184a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:21.321525 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] For port 90b098f4-9849-428b-a5ae-ee5935abce74, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=90b098f4-9849-428b-a5ae-ee5935abce74,segment=NetworkSegment(c61c8dd1-b578-401a-8be2-8bfb6a2c576f),segment_id=c61c8dd1-b578-401a-8be2-8bfb6a2c576f)] {{(pid=74778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:24:21.413181 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:21.431236 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:21.465901 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-8f8641ac-5dda-4c75-aa78-5172c81ba1ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:21.524217 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4c5b8289-afed-496b-a7ae-7f8c5c184a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:21.558296 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e418a2af-25f4-4c2f-b8f1-4e22e5ebafb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:21.576881 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d385f8-e4a8-4b93-9c27-8773e8f987e0 None None] Pushing event updated for resources: {'Port': ['ID=90b098f4-9849-428b-a5ae-ee5935abce74,revision_number=4']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:21.584966 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-09d385f8-e4a8-4b93-9c27-8773e8f987e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:21.608149 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Routers {'514c19e8-a575-4c7e-83c4-2d659bed2ce8'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:24:21.609959 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:24:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['514c19e8-a575-4c7e-83c4-2d659bed2ce8'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:24:21.639759 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-8f8641ac-5dda-4c75-aa78-5172c81ba1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:21.685750 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b8289-afed-496b-a7ae-7f8c5c184a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9876c9-cde8-40e5-a6a9-9c0562e70132,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:21.716306 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4c5b8289-afed-496b-a7ae-7f8c5c184a7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:21.718801 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a808dc35-f36b-43de-8f63-2d0ab6a20694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:21.793091 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4c5b8289-afed-496b-a7ae-7f8c5c184a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:21.796189 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-4c5b8289-afed-496b-a7ae-7f8c5c184a7d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fc9876c9-cde8-40e5-a6a9-9c0562e70132 HTTP/1.1" status: 204 len: 168 time: 0.6893339 May 04 22:24:21.802768 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-8f8641ac-5dda-4c75-aa78-5172c81ba1ec admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=198492fdaab045b59f338d71ab5564c1&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1901324 May 04 22:24:21.807424 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 58798) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:21.920479 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8641ac-5dda-4c75-aa78-5172c81ba1ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a92e446-437f-4968-a87a-d5d0eb5edcc8,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:21.928240 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-8f8641ac-5dda-4c75-aa78-5172c81ba1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:22.141845 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7f0dae78-7e82-4b67-b768-aceabeb51313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:22.211965 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] Set router 514c19e8-a575-4c7e-83c4-2d659bed2ce8 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:24:22.252460 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7f0dae78-7e82-4b67-b768-aceabeb51313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:22.503644 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7f0dae78-7e82-4b67-b768-aceabeb51313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:22.539807 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-ca49f409-0b56-4092-bfb8-a107323fb37a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:22.579539 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dae78-7e82-4b67-b768-aceabeb51313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a92e446-437f-4968-a87a-d5d0eb5edcc8,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:22.594215 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-7f0dae78-7e82-4b67-b768-aceabeb51313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:22.609861 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7f0dae78-7e82-4b67-b768-aceabeb51313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:22.622967 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-7f0dae78-7e82-4b67-b768-aceabeb51313 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/3a92e446-437f-4968-a87a-d5d0eb5edcc8 HTTP/1.1" status: 204 len: 168 time: 0.8068597 May 04 22:24:23.069269 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'name': 'tempest-TestMinimumBasicScenario-41221499-router', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '49937237-0a60-4312-98a2-2d9d304fc5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:24:03Z', 'updated_at': '2021-05-04T22:24:15Z', 'revision_number': 4, 'project_id': 'a958856352c04a528ce0c08bf06a8d2e', 'gw_port': {'id': '49937237-0a60-4312-98a2-2d9d304fc5fd', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:24:07Z', 'updated_at': '2021-05-04T22:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '90b098f4-9849-428b-a5ae-ee5935abce74', 'name': '', 'network_id': '707440a0-e8f3-40e3-83c1-bc5959570b7d', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e', 'mac_address': 'fa:16:3e:8e:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '921c110f-3df7-4efc-bf79-0eebbf9f3eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:24:13Z', 'updated_at': '2021-05-04T22:24:21Z', 'revision_number': 4, 'project_id': 'a958856352c04a528ce0c08bf06a8d2e', 'subnets': [{'id': '921c110f-3df7-4efc-bf79-0eebbf9f3eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:24:23.075246 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bb5d48-1582-4474-a469-41c480d4a261 None None] The sync data for ids ['514c19e8-a575-4c7e-83c4-2d659bed2ce8'] in dv-cinder-786928-2-smb is: [{'id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'name': 'tempest-TestMinimumBasicScenario-41221499-router', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '49937237-0a60-4312-98a2-2d9d304fc5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:24:03Z', 'updated_at': '2021-05-04T22:24:15Z', 'revision_number': 4, 'project_id': 'a958856352c04a528ce0c08bf06a8d2e', 'gw_port': {'id': '49937237-0a60-4312-98a2-2d9d304fc5fd', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:24:07Z', 'updated_at': '2021-05-04T22:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '90b098f4-9849-428b-a5ae-ee5935abce74', 'name': '', 'network_id': '707440a0-e8f3-40e3-83c1-bc5959570b7d', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e', 'mac_address': 'fa:16:3e:8e:5a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '921c110f-3df7-4efc-bf79-0eebbf9f3eef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:24:13Z', 'updated_at': '2021-05-04T22:24:21Z', 'revision_number': 4, 'project_id': 'a958856352c04a528ce0c08bf06a8d2e', 'subnets': [{'id': '921c110f-3df7-4efc-bf79-0eebbf9f3eef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:24:23.706276 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 90b098f4-9849-428b-a5ae-ee5935abce74 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:24:23.961100 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c78798-5d5a-4ec8-9257-b5a1b8622daf req-ab794bc5-7b47-4ad9-92de-cd7825407bb3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:23.963878 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-68c78798-5d5a-4ec8-9257-b5a1b8622daf req-ab794bc5-7b47-4ad9-92de-cd7825407bb3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 946 time: 0.3211536 May 04 22:24:24.046126 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 90b098f4-9849-428b-a5ae-ee5935abce74 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:24:24.059296 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 90b098f4-9849-428b-a5ae-ee5935abce74 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:24:24.059846 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:24.144127 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-68c78798-5d5a-4ec8-9257-b5a1b8622daf req-8dddf9a1-5306-44b0-a615-178980d97fc1 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640146 May 04 22:24:24.346918 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:24.393334 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 90b098f4-9849-428b-a5ae-ee5935abce74, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=90b098f4-9849-428b-a5ae-ee5935abce74,segment=NetworkSegment(c61c8dd1-b578-401a-8be2-8bfb6a2c576f),segment_id=c61c8dd1-b578-401a-8be2-8bfb6a2c576f)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:24.531647 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:24.536245 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:24.792694 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=90b098f4-9849-428b-a5ae-ee5935abce74,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:24.806824 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:25.014363 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f68a1-2e87-4324-a878-d0b34467c0bf req-24e142cf-57d9-4aa3-8ec2-ab71a4d538e0 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:25.016974 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-666f68a1-2e87-4324-a878-d0b34467c0bf req-24e142cf-57d9-4aa3-8ec2-ab71a4d538e0 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.85 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 946 time: 0.2393851 May 04 22:24:25.572744 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 90b098f4-9849-428b-a5ae-ee5935abce74 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:24:25.582305 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-666f68a1-2e87-4324-a878-d0b34467c0bf req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Deleting port 64dec8be-2594-4555-86a7-81a7c7a9c436 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:24:25.583463 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-666f68a1-2e87-4324-a878-d0b34467c0bf req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:25.684934 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 90b098f4-9849-428b-a5ae-ee5935abce74 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:24:25.685271 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:25.990764 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbb8d1-f9a3-4340-9f6b-2c825edfd0cd req-61e7b8a6-b4b4-4496-bd50-fa250de78519 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:25.998071 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4dfbb8d1-f9a3-4340-9f6b-2c825edfd0cd req-61e7b8a6-b4b4-4496-bd50-fa250de78519 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 946 time: 0.5861301 May 04 22:24:26.119269 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-666f68a1-2e87-4324-a878-d0b34467c0bf req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] For port 64dec8be-2594-4555-86a7-81a7c7a9c436, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=64dec8be-2594-4555-86a7-81a7c7a9c436,segment=NetworkSegment(da0e74fd-f3d8-4944-85ee-d4e3fffe294b),segment_id=da0e74fd-f3d8-4944-85ee-d4e3fffe294b)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:26.120072 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-666f68a1-2e87-4324-a878-d0b34467c0bf req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:26.340153 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4dfbb8d1-f9a3-4340-9f6b-2c825edfd0cd req-65bacaa7-d6de-4622-92b3-0a9105d1f635 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165946 May 04 22:24:26.645211 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-666f68a1-2e87-4324-a878-d0b34467c0bf req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Calling delete_port for 64dec8be-2594-4555-86a7-81a7c7a9c436 owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:24:26.889620 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-666f68a1-2e87-4324-a878-d0b34467c0bf req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:26.905118 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-9f16139c-2487-42f8-9f17-2e91620aa816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:26.981373 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Pushing event deleted for resources: {'Port': ['ID=64dec8be-2594-4555-86a7-81a7c7a9c436,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:27.032403 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:27.032829 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:27.033184 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:27.033489 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:27.033929 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:27.034298 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:27.034879 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:27.035313 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:27.036107 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:27.036272 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:27.037787 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:27.038786 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:27.048346 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:27.091891 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-666f68a1-2e87-4324-a878-d0b34467c0bf req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] No DVR routers for this DVR port 64dec8be-2594-4555-86a7-81a7c7a9c436 on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:24:27.095691 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-666f68a1-2e87-4324-a878-d0b34467c0bf req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:27.099405 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf803649-9618-4e9a-b84f-59f7cc03776e', 'name': 'network-vif-deleted', 'tag': '64dec8be-2594-4555-86a7-81a7c7a9c436'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:24:27.182130 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-666f68a1-2e87-4324-a878-d0b34467c0bf req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.85 "DELETE /v2.0/ports/64dec8be-2594-4555-86a7-81a7c7a9c436 HTTP/1.1" status: 204 len: 173 time: 2.1548541 May 04 22:24:27.183864 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf803649-9618-4e9a-b84f-59f7cc03776e', 'name': 'network-vif-deleted', 'tag': '64dec8be-2594-4555-86a7-81a7c7a9c436', 'status': 'completed', 'code': 200} May 04 22:24:27.642331 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-129f0d6d-e1f9-48b9-bfee-8f9b66d21332 req-baa565b5-d644-4904-8357-6e104a755489 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Synchronizing usage tracker for tenant:fb10162d8cea4891befb100f08ec326e on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:24:27.755019 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-129f0d6d-e1f9-48b9-bfee-8f9b66d21332 req-baa565b5-d644-4904-8357-6e104a755489 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Unset dirty status for tenant:fb10162d8cea4891befb100f08ec326e on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:24:27.757064 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-129f0d6d-e1f9-48b9-bfee-8f9b66d21332 req-baa565b5-d644-4904-8357-6e104a755489 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=cf803649-9618-4e9a-b84f-59f7cc03776e HTTP/1.1" status: 200 len: 210 time: 0.1662831 May 04 22:24:28.748540 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 64dec8be-2594-4555-86a7-81a7c7a9c436 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:24:28.804128 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: 64dec8be-2594-4555-86a7-81a7c7a9c436 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:24:28.804692 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 64dec8be-2594-4555-86a7-81a7c7a9c436 not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:24:31.102944 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-f3e911f1-a0fb-433d-a8d3-b2195ea47927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:31.552509 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-f8a83014-f811-40fc-bf56-03957219f12c tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:31.554897 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-f8a83014-f811-40fc-bf56-03957219f12c tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/networks?id=e6129409-6cee-41eb-85df-3606f2dd83fd HTTP/1.1" status: 200 len: 808 time: 0.3710232 May 04 22:24:31.567139 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:31.585581 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-45d548b5-0eec-4367-92e2-821b76d0fc7b tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/quotas/fb10162d8cea4891befb100f08ec326e HTTP/1.1" status: 200 len: 375 time: 0.0160685 May 04 22:24:31.672158 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-c29c8f86-7617-490e-836b-186724f01f0d tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=fb10162d8cea4891befb100f08ec326e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0715995 May 04 22:24:32.055860 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-35c20f72-1b3f-46ef-ba36-4fe9dbab73f0 service neutron] 10.222.0.72 "GET /v2.0/networks/e6129409-6cee-41eb-85df-3606f2dd83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400951 May 04 22:24:32.204268 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-a5330021-fc83-4bb9-b258-9fb26aaec3b2 service neutron] 10.222.0.72 "GET /v2.0/networks/e6129409-6cee-41eb-85df-3606f2dd83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790155 May 04 22:24:32.755282 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2cd92a70-1ff8-4a86-a044-b36dee46a881 req-2aedad15-563b-4f60-b4e3-3f547a80aad0 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 210 time: 0.1476741 May 04 22:24:32.897911 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-39469a6f-af15-49cf-bf21-ac3639d8ca82 req-e03beb09-cc31-481d-a085-5c0c78bab5ce service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2110829 May 04 22:24:33.167341 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39469a6f-af15-49cf-bf21-ac3639d8ca82 req-19a69243-da07-4f65-bdf2-d9df21b1ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:33.171071 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-39469a6f-af15-49cf-bf21-ac3639d8ca82 req-19a69243-da07-4f65-bdf2-d9df21b1ddf5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4&device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 1098 time: 0.2367315 May 04 22:24:33.567759 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39469a6f-af15-49cf-bf21-ac3639d8ca82 req-ca35e133-96a5-4680-8957-d1c980915638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:33.578676 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-39469a6f-af15-49cf-bf21-ac3639d8ca82 req-ca35e133-96a5-4680-8957-d1c980915638 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5170873a-6cb6-4353-9101-7364c7875074 HTTP/1.1" status: 200 len: 912 time: 0.3708537 May 04 22:24:33.808486 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-39469a6f-af15-49cf-bf21-ac3639d8ca82 req-b7f365ed-89ae-47b8-81ec-0d900e495e65 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=261b8217-2c79-4ca3-9286-653ff4a2af15 HTTP/1.1" status: 200 len: 1000 time: 0.2203026 May 04 22:24:33.975283 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39469a6f-af15-49cf-bf21-ac3639d8ca82 req-56228ad7-5d4d-4b38-9c6c-feee4afccd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:33.976827 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-39469a6f-af15-49cf-bf21-ac3639d8ca82 req-56228ad7-5d4d-4b38-9c6c-feee4afccd27 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1643d57d-290d-4570-bd82-70f1a3a61b16 HTTP/1.1" status: 200 len: 850 time: 0.1554039 May 04 22:24:34.375640 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b960de9a-f4b1-41ca-94d0-fd35db04a133 req-baf282d4-fe48-4672-bdae-55334f007b95 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 210 time: 0.1964736 May 04 22:24:34.375640 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39469a6f-af15-49cf-bf21-ac3639d8ca82 req-fc6d451d-1cf3-4a01-a21f-c7a0a3dfea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:34.375640 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-39469a6f-af15-49cf-bf21-ac3639d8ca82 req-fc6d451d-1cf3-4a01-a21f-c7a0a3dfea0c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5170873a-6cb6-4353-9101-7364c7875074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1831479 May 04 22:24:34.377657 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:34.428033 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-39469a6f-af15-49cf-bf21-ac3639d8ca82 req-51356340-c190-4206-b792-f200c93fbe66 service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884992 May 04 22:24:34.958064 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-39469a6f-af15-49cf-bf21-ac3639d8ca82 req-d3dbf719-8a2f-4a2a-a336-d525432f252a service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5191178 May 04 22:24:35.211222 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-68b29aee-1fd6-4713-9725-eb76e4609ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:35.635530 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0fdfad57-031d-4016-8e9f-604a5eed4f8d req-9a1fc0a3-1a25-412b-a2e6-1b12de572236 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 210 time: 0.2825265 May 04 22:24:36.255656 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:36.382820 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-c45b331d-a09c-47a7-9943-29892a6c1d7b tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:36.386122 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-c45b331d-a09c-47a7-9943-29892a6c1d7b tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.85 "GET /v2.0/networks?id=e6129409-6cee-41eb-85df-3606f2dd83fd HTTP/1.1" status: 200 len: 808 time: 0.3020132 May 04 22:24:36.404212 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Request body: {'port': {'device_id': 'f35cd3a8-11f8-48ef-8fc8-591d12329999', 'network_id': 'e6129409-6cee-41eb-85df-3606f2dd83fd', 'admin_state_up': True, 'tenant_id': 'fb10162d8cea4891befb100f08ec326e'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:24:36.757940 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:24:36.773980 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:24:36.954241 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Made reservation on behalf of fb10162d8cea4891befb100f08ec326e for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:24:36.959229 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:36.998054 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-80b359bf-f715-47d1-9cf8-ac68daf92a79 req-06313471-3c06-4986-bb6a-d5bbb55c021e tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 210 time: 0.1020572 May 04 22:24:37.310705 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Allocated IP 172.20.0.9 (e6129409-6cee-41eb-85df-3606f2dd83fd/cdaab2b0-0a19-4ad2-b2a7-293693e7ca0b/d99720b2-f339-40a9-9a8f-7dbb0cd92b86) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:24:37.640235 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:38.253979 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1e0411dc-cadb-4f8b-bdf1-67b3dc49cc03 req-9136b220-0f80-47e7-b610-1a3e1042bb95 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 210 time: 0.0576828 May 04 22:24:38.309374 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:38.318315 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cde8dd0b-df99-4288-9cd8-78e092d29d73 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:38.423083 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Network e6129409-6cee-41eb-85df-3606f2dd83fd is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:24:38.432509 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:24:38.438305 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:24:38.446005 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:38.447177 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:38.447177 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:38.455982 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Pushing event updated for resources: {'Port': ['ID=d99720b2-f339-40a9-9a8f-7dbb0cd92b86,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:38.464550 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:38.522737 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59000) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:38.627050 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2300196 May 04 22:24:38.643126 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Request body: {'port': {'device_id': 'f35cd3a8-11f8-48ef-8fc8-591d12329999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:24:38.863513 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:38.910724 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:38.921178 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:24:38.928968 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Usage tracker for resource:security_group_rule and tenant:593a20109144414e8c53b1d40643acf7 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:24:38.935156 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:24:38.958661 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:24:39.229087 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:39.332072 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:39.358726 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c0ce80a2-46e6-41c5-9009-8c1bb3f68446 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:39.493220 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=593a20109144414e8c53b1d40643acf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9682634 May 04 22:24:39.502712 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59016) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:39.504116 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99aa43a-e7b5-4353-b147-1dcd6bc7c747,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:39.591311 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:39.592839 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:39.593812 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:39.595600 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:39.598268 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:39.602920 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:39.603664 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:39.605164 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:39.605913 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:39.606651 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:39.607366 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:39.608794 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:39.648284 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:39.784086 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-73adfc94-1696-4957-a0b9-27d667cc7bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:39.850295 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-73adfc94-1696-4957-a0b9-27d667cc7bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:39.868343 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d99720b2-f339-40a9-9a8f-7dbb0cd92b86 {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:24:39.884495 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:39.915268 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Transition to ACTIVE for port object d99720b2-f339-40a9-9a8f-7dbb0cd92b86 will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:24:40.087176 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ace0716-2620-4d0e-9b9e-f833ad1a1e24 req-f3ca5548-d04e-4a31-bbae-41a61681048e tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:40.088361 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-7ace0716-2620-4d0e-9b9e-f833ad1a1e24 req-f3ca5548-d04e-4a31-bbae-41a61681048e tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Synchronizing usage tracker for tenant:fb10162d8cea4891befb100f08ec326e on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:24:40.200791 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:40.207173 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:40.274397 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-73adfc94-1696-4957-a0b9-27d667cc7bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:40.285316 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-119b344a-68a5-4137-94c2-85007aa1be6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:40.311926 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adfc94-1696-4957-a0b9-27d667cc7bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99aa43a-e7b5-4353-b147-1dcd6bc7c747,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:40.331853 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-73adfc94-1696-4957-a0b9-27d667cc7bda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:40.347146 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-73adfc94-1696-4957-a0b9-27d667cc7bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:40.358747 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-73adfc94-1696-4957-a0b9-27d667cc7bda admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d99aa43a-e7b5-4353-b147-1dcd6bc7c747 HTTP/1.1" status: 204 len: 168 time: 0.8384502 May 04 22:24:40.428380 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-7ace0716-2620-4d0e-9b9e-f833ad1a1e24 req-f3ca5548-d04e-4a31-bbae-41a61681048e tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Unset dirty status for tenant:fb10162d8cea4891befb100f08ec326e on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:24:40.429941 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7ace0716-2620-4d0e-9b9e-f833ad1a1e24 req-f3ca5548-d04e-4a31-bbae-41a61681048e tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 931 time: 0.5079327 May 04 22:24:40.532251 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Pushing event updated for resources: {'Port': ['ID=d99720b2-f339-40a9-9a8f-7dbb0cd92b86,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:40.549818 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:40.597851 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Attempting to bind port d99720b2-f339-40a9-9a8f-7dbb0cd92b86 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:24:40.598343 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Attempting to bind port d99720b2-f339-40a9-9a8f-7dbb0cd92b86 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'da0e74fd-f3d8-4944-85ee-d4e3fffe294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'e6129409-6cee-41eb-85df-3606f2dd83fd'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:24:40.599182 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Attempting to bind port d99720b2-f339-40a9-9a8f-7dbb0cd92b86 on network e6129409-6cee-41eb-85df-3606f2dd83fd {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:24:40.619706 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Port d99720b2-f339-40a9-9a8f-7dbb0cd92b86 on network e6129409-6cee-41eb-85df-3606f2dd83fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:24:40.620571 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Attempting to bind port d99720b2-f339-40a9-9a8f-7dbb0cd92b86 on network e6129409-6cee-41eb-85df-3606f2dd83fd {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:24:40.648687 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7ace0716-2620-4d0e-9b9e-f833ad1a1e24 req-eb7e6b66-226e-4d44-a4c2-507477bd5a6e tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928627 May 04 22:24:40.660503 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:24:40.661299 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Checking segment: {'id': 'da0e74fd-f3d8-4944-85ee-d4e3fffe294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'e6129409-6cee-41eb-85df-3606f2dd83fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:24:40.662207 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Bound using segment: {'id': 'da0e74fd-f3d8-4944-85ee-d4e3fffe294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'e6129409-6cee-41eb-85df-3606f2dd83fd'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:24:40.662998 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Bound port: d99720b2-f339-40a9-9a8f-7dbb0cd92b86, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da0e74fd-f3d8-4944-85ee-d4e3fffe294b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': 'e6129409-6cee-41eb-85df-3606f2dd83fd'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:24:40.672561 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:40.962504 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] For port d99720b2-f339-40a9-9a8f-7dbb0cd92b86, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:24:40.969885 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] For port d99720b2-f339-40a9-9a8f-7dbb0cd92b86, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d99720b2-f339-40a9-9a8f-7dbb0cd92b86,segment=NetworkSegment(da0e74fd-f3d8-4944-85ee-d4e3fffe294b),segment_id=da0e74fd-f3d8-4944-85ee-d4e3fffe294b)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:24:41.064514 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:41.077199 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:41.158557 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:41.159065 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:41.161094 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] 10.222.0.85 "PUT /v2.0/ports/d99720b2-f339-40a9-9a8f-7dbb0cd92b86 HTTP/1.1" status: 200 len: 1093 time: 2.5235205 May 04 22:24:41.169775 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35cd3a8-11f8-48ef-8fc8-591d12329999', 'tag': 'd99720b2-f339-40a9-9a8f-7dbb0cd92b86'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:24:41.205762 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Pushing event updated for resources: {'Port': ['ID=d99720b2-f339-40a9-9a8f-7dbb0cd92b86,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:41.209481 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:41.236579 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35cd3a8-11f8-48ef-8fc8-591d12329999', 'tag': 'd99720b2-f339-40a9-9a8f-7dbb0cd92b86', 'status': 'completed', 'code': 200} May 04 22:24:41.444576 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696b3ad-26bd-46a8-a0fa-4243bcf37952 req-06b408fe-b642-4ce4-b200-704dec891cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:41.446475 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7696b3ad-26bd-46a8-a0fa-4243bcf37952 req-06b408fe-b642-4ce4-b200-704dec891cc4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fb10162d8cea4891befb100f08ec326e&device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 1096 time: 0.1776459 May 04 22:24:41.567519 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59060) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:41.669833 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-5d345ff4-be90-4f00-915f-2cbe86f7c424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:41.715529 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-5d345ff4-be90-4f00-915f-2cbe86f7c424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:24:41.724452 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696b3ad-26bd-46a8-a0fa-4243bcf37952 req-5d475b09-8558-4ecc-aaf7-843fb79964aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:41.725143 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-5d345ff4-be90-4f00-915f-2cbe86f7c424 admin admin] Usage tracker for resource:security_group_rule and tenant:cac426bf42bb44d28adff07247b79866 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:24:41.728300 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7696b3ad-26bd-46a8-a0fa-4243bcf37952 req-5d475b09-8558-4ecc-aaf7-843fb79964aa service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=fb10162d8cea4891befb100f08ec326e&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2719281 May 04 22:24:41.732043 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-5d345ff4-be90-4f00-915f-2cbe86f7c424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:24:41.745887 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-5d345ff4-be90-4f00-915f-2cbe86f7c424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:24:41.976486 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696b3ad-26bd-46a8-a0fa-4243bcf37952 req-20373bfa-ee02-420c-aa80-6a34acb2996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:41.977892 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7696b3ad-26bd-46a8-a0fa-4243bcf37952 req-20373bfa-ee02-420c-aa80-6a34acb2996f service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2409904 May 04 22:24:42.014936 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-5d345ff4-be90-4f00-915f-2cbe86f7c424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:42.017659 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd85dec-8a62-4fcf-b55d-ad6e37cbb9c0 req-6ef7a8ec-f4a6-4208-b28b-6272df48c0d5 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:42.019289 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8dd85dec-8a62-4fcf-b55d-ad6e37cbb9c0 req-6ef7a8ec-f4a6-4208-b28b-6272df48c0d5 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 943 time: 0.1537704 May 04 22:24:42.028191 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-8567b7fb-4957-44d8-8918-d485e87f53fa tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:42.029563 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-8567b7fb-4957-44d8-8918-d485e87f53fa tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Synchronizing usage tracker for tenant:49f2130450124f6ba4b3112b3833ca22 on resource:network {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:24:42.146387 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8dd85dec-8a62-4fcf-b55d-ad6e37cbb9c0 req-9cad7bdb-5ec7-4317-b12b-6e831321583c tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650260 May 04 22:24:42.184424 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-adb97b32-595f-4305-9895-9b52ec07011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:42.192377 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-adb97b32-595f-4305-9895-9b52ec07011d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=fb10162d8cea4891befb100f08ec326e&device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 1096 time: 0.1466322 May 04 22:24:42.192597 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-5d345ff4-be90-4f00-915f-2cbe86f7c424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:42.202636 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-87bcda53-9b62-45b7-b5a6-7c31d19a1204 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:42.285399 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-5d345ff4-be90-4f00-915f-2cbe86f7c424 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=cac426bf42bb44d28adff07247b79866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6408525 May 04 22:24:42.286627 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d345ff4-be90-4f00-915f-2cbe86f7c424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee4df50-1f68-405b-a527-889f6f9754dd,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:42.289430 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59068) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:42.329069 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-ba08abc7-272b-4e3a-9eea-b1a8d709a53a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d99720b2-f339-40a9-9a8f-7dbb0cd92b86 HTTP/1.1" status: 200 len: 217 time: 0.1319368 May 04 22:24:42.334729 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-5d345ff4-be90-4f00-915f-2cbe86f7c424 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:42.337946 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-8567b7fb-4957-44d8-8918-d485e87f53fa tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Unset dirty status for tenant:49f2130450124f6ba4b3112b3833ca22 on resource:network {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:24:42.339179 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-8567b7fb-4957-44d8-8918-d485e87f53fa tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/networks?id=2f29b772-5109-477f-8713-567419a52249 HTTP/1.1" status: 200 len: 815 time: 0.8296945 May 04 22:24:42.378141 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc6a9-9da7-4c58-b232-8bf44418617b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:42.380798 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-40d0dd7b-7ffc-4c5f-900f-3797cc515784 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/quotas/49f2130450124f6ba4b3112b3833ca22 HTTP/1.1" status: 200 len: 375 time: 0.0189710 May 04 22:24:42.447677 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-aca455c3-4185-485b-ba70-93df84c4ca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:42.450389 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-aca455c3-4185-485b-ba70-93df84c4ca6e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=cdaab2b0-0a19-4ad2-b2a7-293693e7ca0b HTTP/1.1" status: 200 len: 848 time: 0.1135397 May 04 22:24:42.455183 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc6a9-9da7-4c58-b232-8bf44418617b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:42.541440 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-00716022-c68d-4e7e-8e3c-7298e7d73d70 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=e6129409-6cee-41eb-85df-3606f2dd83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817714 May 04 22:24:42.553197 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-607e504b-afc8-494a-b372-5b35db9c88d2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=49f2130450124f6ba4b3112b3833ca22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1567743 May 04 22:24:42.714363 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc6a9-9da7-4c58-b232-8bf44418617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:42.721890 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-b333d6f7-3d11-4698-be23-48cafc3ed58b service neutron] 10.222.0.85 "GET /v2.0/networks/e6129409-6cee-41eb-85df-3606f2dd83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736085 May 04 22:24:42.726758 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-f286b8fb-81e5-46dc-8e89-407d1ce45b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:42.766909 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdc6a9-9da7-4c58-b232-8bf44418617b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee4df50-1f68-405b-a527-889f6f9754dd,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:42.778203 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-0cfdc6a9-9da7-4c58-b232-8bf44418617b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:42.816930 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0cfdc6a9-9da7-4c58-b232-8bf44418617b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:42.822592 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-0cfdc6a9-9da7-4c58-b232-8bf44418617b admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/5ee4df50-1f68-405b-a527-889f6f9754dd HTTP/1.1" status: 204 len: 168 time: 0.5283041 May 04 22:24:42.906091 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-e474b4b4-9690-4c47-8039-f8a6733279f8 service neutron] 10.222.0.72 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3260379 May 04 22:24:42.982261 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-403a8bfd-3fc7-4a2b-9772-09ad6969d843 req-5576d309-892b-4fae-bec5-92e4f91f03f7 service neutron] 10.222.0.85 "GET /v2.0/networks/e6129409-6cee-41eb-85df-3606f2dd83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512310 May 04 22:24:43.217519 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-ab350ad8-541d-4f89-997d-c56431b990e2 service neutron] 10.222.0.72 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082170 May 04 22:24:43.226451 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9abae9-b9bc-44e9-bb27-a202d2bafbc9 req-1e5794f2-7b66-4843-b3b5-73a5d3cec4b3 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:43.236476 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ab9abae9-b9bc-44e9-bb27-a202d2bafbc9 req-1e5794f2-7b66-4843-b3b5-73a5d3cec4b3 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 946 time: 0.1799347 May 04 22:24:43.309202 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ab9abae9-b9bc-44e9-bb27-a202d2bafbc9 req-2a156412-1036-4c0e-bf96-c685b257247b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688078 May 04 22:24:43.614637 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd04e1-d09d-430a-8b7a-630927803bbf req-6fce240a-2598-4af4-ac70-55cfd9dd584d tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:43.625180 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2dfd04e1-d09d-430a-8b7a-630927803bbf req-6fce240a-2598-4af4-ac70-55cfd9dd584d tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 943 time: 0.1555419 May 04 22:24:43.631059 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-76aa8ce8-4dad-4583-b3ca-d0d2954882b1 req-e633c15f-92a1-4270-b1ac-107978b73e35 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 210 time: 0.0881870 May 04 22:24:43.704660 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2dfd04e1-d09d-430a-8b7a-630927803bbf req-0897bffc-9214-462f-b3e7-350e89c2cfb3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780096 May 04 22:24:44.554830 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80605f71-8750-400b-a6f7-e08d57ec7802 req-de1a8572-9b4d-45c6-ae61-cdeecf49e08e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:44.556534 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-80605f71-8750-400b-a6f7-e08d57ec7802 req-de1a8572-9b4d-45c6-ae61-cdeecf49e08e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 946 time: 0.0900981 May 04 22:24:44.607992 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-80605f71-8750-400b-a6f7-e08d57ec7802 req-86ff2ef1-a8d6-42da-88ae-d2645333ac5d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431521 May 04 22:24:44.755092 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-bd48d9b7-2cce-495e-81e0-e930f6db97a4 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:44.756861 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-bd48d9b7-2cce-495e-81e0-e930f6db97a4 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.85 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 946 time: 0.1479182 May 04 22:24:44.758223 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-6ce3d654-de31-417a-874a-48da5c62df11 req-bc6a8ed5-e773-45af-bb51-435ae3f180d2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Synchronizing usage tracker for tenant:49f2130450124f6ba4b3112b3833ca22 on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:24:44.838795 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device d99720b2-f339-40a9-9a8f-7dbb0cd92b86 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:24:44.976442 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Deleting port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:24:44.977002 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:45.104125 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-6ce3d654-de31-417a-874a-48da5c62df11 req-bc6a8ed5-e773-45af-bb51-435ae3f180d2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Unset dirty status for tenant:49f2130450124f6ba4b3112b3833ca22 on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:24:45.113588 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6ce3d654-de31-417a-874a-48da5c62df11 req-bc6a8ed5-e773-45af-bb51-435ae3f180d2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 210 time: 0.4148741 May 04 22:24:45.129982 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port d99720b2-f339-40a9-9a8f-7dbb0cd92b86, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d99720b2-f339-40a9-9a8f-7dbb0cd92b86,segment=NetworkSegment(da0e74fd-f3d8-4944-85ee-d4e3fffe294b),segment_id=da0e74fd-f3d8-4944-85ee-d4e3fffe294b)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:45.157976 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae65ef9-2036-4dad-b234-a682c84e5115 req-7468717c-828a-4136-9a94-230650705020 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:45.158986 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': 'd99720b2-f339-40a9-9a8f-7dbb0cd92b86', 'network_id': 'e6129409-6cee-41eb-85df-3606f2dd83fd', 'port_id': 'd99720b2-f339-40a9-9a8f-7dbb0cd92b86', 'mac_address': 'fa:16:3e:71:01:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 953, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cdaab2b0-0a19-4ad2-b2a7-293693e7ca0b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:24:45.160934 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-bae65ef9-2036-4dad-b234-a682c84e5115 req-7468717c-828a-4136-9a94-230650705020 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 943 time: 0.2523935 May 04 22:24:45.258805 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-bae65ef9-2036-4dad-b234-a682c84e5115 req-9c29821f-382b-48b7-b65d-ff887c32ac52 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888071 May 04 22:24:45.273735 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:45.315701 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d99720b2-f339-40a9-9a8f-7dbb0cd92b86 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:24:45.322315 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] For port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:45.322635 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:45.361253 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port d99720b2-f339-40a9-9a8f-7dbb0cd92b86, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d99720b2-f339-40a9-9a8f-7dbb0cd92b86,segment=NetworkSegment(da0e74fd-f3d8-4944-85ee-d4e3fffe294b),segment_id=da0e74fd-f3d8-4944-85ee-d4e3fffe294b)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:45.517355 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:45.522928 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:45.705261 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=d99720b2-f339-40a9-9a8f-7dbb0cd92b86,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:45.722505 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:45.778023 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['d99720b2-f339-40a9-9a8f-7dbb0cd92b86'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:24:46.037786 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd6a40-08f3-4b23-b705-1c5f079e1e16 req-3eccba03-824f-49d1-9cd9-1f0209da9baf tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:46.040317 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-17dd6a40-08f3-4b23-b705-1c5f079e1e16 req-3eccba03-824f-49d1-9cd9-1f0209da9baf tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 946 time: 0.2057712 May 04 22:24:46.116414 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:46.117695 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920181'] for floatingip, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:46.118780 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.l3_db [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Floating IP a3dd4fa8-92d2-4b99-a90b-9f59745e002e disassociated. External IP: 172.28.3.36, port: cf9d3001-0d4b-46b3-b636-c0fe6fa1d203. May 04 22:24:46.119596 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Calling delete_port for cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:24:46.199801 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-17dd6a40-08f3-4b23-b705-1c5f079e1e16 req-47578ca3-2b09-4e7c-94ad-a5a8182842e9 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=2db20052-a241-4b46-aa2d-633244c652b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439340 May 04 22:24:46.540411 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59144) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:46.580154 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-dc1703b4-5455-4631-89e8-8b323df45587 req-a4bc816b-ec60-4909-b2e1-02ce80c472b8 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 210 time: 0.1727443 May 04 22:24:46.655817 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95a759-f244-40a7-9c1d-06d6650242bd req-3b45b71a-47f0-44c0-8ec3-8f16c2c6752d tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:46.663759 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5c95a759-f244-40a7-9c1d-06d6650242bd req-3b45b71a-47f0-44c0-8ec3-8f16c2c6752d tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 944 time: 0.2132366 May 04 22:24:46.689016 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:46.701768 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-020a5326-04ff-4d67-b728-eff126769541 tempest-DeleteServersTestJSON-1354182215 tempest-DeleteServersTestJSON-1354182215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:46.758729 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5c95a759-f244-40a7-9c1d-06d6650242bd req-fd6a903e-cb32-49f2-b44d-1b5e8a640871 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903761 May 04 22:24:46.802410 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event deleted for resources: {'Port': ['ID=cf9d3001-0d4b-46b3-b636-c0fe6fa1d203,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:46.806242 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:46.854075 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device d99720b2-f339-40a9-9a8f-7dbb0cd92b86 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:24:46.876298 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-53e2cb7f-b4c5-4d34-b1db-8daae477fcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:46.917455 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-53e2cb7f-b4c5-4d34-b1db-8daae477fcdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:24:46.933613 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-53e2cb7f-b4c5-4d34-b1db-8daae477fcdd admin admin] Usage tracker for resource:security_group_rule and tenant:a5f768ad68d34bda8e1501930210b4a9 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:24:46.947770 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-53e2cb7f-b4c5-4d34-b1db-8daae477fcdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:24:46.968708 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-53e2cb7f-b4c5-4d34-b1db-8daae477fcdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:24:47.167528 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-53e2cb7f-b4c5-4d34-b1db-8daae477fcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:47.173869 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port d99720b2-f339-40a9-9a8f-7dbb0cd92b86 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:24:47.183728 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port d99720b2-f339-40a9-9a8f-7dbb0cd92b86 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:24:47.184359 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:47.247732 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Router f31efbfe-15f7-431b-b70c-68bb2a88da9b has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:24:47.280701 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-53e2cb7f-b4c5-4d34-b1db-8daae477fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:47.334455 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-819dd204-9079-444e-8b4d-b35148163888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:47.431866 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-53e2cb7f-b4c5-4d34-b1db-8daae477fcdd admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a5f768ad68d34bda8e1501930210b4a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8911726 May 04 22:24:47.433429 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2cb7f-b4c5-4d34-b1db-8daae477fcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646f1b90-1262-48cb-8738-af0dd3862cc7,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:47.443967 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59156) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:47.590459 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-53e2cb7f-b4c5-4d34-b1db-8daae477fcdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:47.600188 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:47.623318 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-eabde940-accb-42f5-a1b2-ffaa3a4e0751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:47.675490 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-eabde940-accb-42f5-a1b2-ffaa3a4e0751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:47.707866 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35cd3a8-11f8-48ef-8fc8-591d12329999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99720b2-f339-40a9-9a8f-7dbb0cd92b86'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:24:47.751050 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port d99720b2-f339-40a9-9a8f-7dbb0cd92b86, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d99720b2-f339-40a9-9a8f-7dbb0cd92b86,segment=NetworkSegment(da0e74fd-f3d8-4944-85ee-d4e3fffe294b),segment_id=da0e74fd-f3d8-4944-85ee-d4e3fffe294b)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:47.828301 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-635e4bfc-02d6-4bc9-b720-996101bee2c6 req-7bbc34f7-ce78-4fc6-a83d-4d3707f7288d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 210 time: 0.1128933 May 04 22:24:47.836799 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:47.839304 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-39449b2e-ac1b-48db-966e-177f4f34686c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:47.986190 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-eabde940-accb-42f5-a1b2-ffaa3a4e0751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:47.991419 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-62afb089-d722-4d88-b72b-69566dbdd191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:48.028575 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabde940-accb-42f5-a1b2-ffaa3a4e0751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646f1b90-1262-48cb-8738-af0dd3862cc7,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:48.062897 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-eabde940-accb-42f5-a1b2-ffaa3a4e0751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:48.068306 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-eabde940-accb-42f5-a1b2-ffaa3a4e0751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:48.070730 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-eabde940-accb-42f5-a1b2-ffaa3a4e0751 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/646f1b90-1262-48cb-8738-af0dd3862cc7 HTTP/1.1" status: 204 len: 168 time: 0.6218395 May 04 22:24:48.141961 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35cd3a8-11f8-48ef-8fc8-591d12329999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd99720b2-f339-40a9-9a8f-7dbb0cd92b86', 'code': 200} May 04 22:24:48.183103 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=d99720b2-f339-40a9-9a8f-7dbb0cd92b86,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:48.207244 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:48.207244 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:48.207244 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:48.207244 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:48.207244 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:48.207244 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:48.207244 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:48.207244 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:48.207244 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:48.208803 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:48.208803 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:48.208803 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:24:48.218073 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:48.308013 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d74b6962-496d-4e9f-9fa9-ef76f899ae96 req-f180867c-3602-4f8d-b803-0bef95480fc7 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 210 time: 0.3124430 May 04 22:24:48.330826 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:24:48.365946 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf619d5-b44e-41ab-8d4c-830d8395fa47 None None] Sync routers for ids ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:24:48.429691 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf619d5-b44e-41ab-8d4c-830d8395fa47 None None] Routers {'f31efbfe-15f7-431b-b70c-68bb2a88da9b'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:24:48.433081 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-ddf619d5-b44e-41ab-8d4c-830d8395fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:24:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:24:48.715455 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] No DVR routers for this DVR port cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:24:48.730208 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:48.752904 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2f36a-5aa4-4348-a7ee-8061c9c7af20 req-34439ead-9b1f-44a3-9494-2009e2adf00b tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:48.767031 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3cb2f36a-5aa4-4348-a7ee-8061c9c7af20 req-34439ead-9b1f-44a3-9494-2009e2adf00b tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.2644389 May 04 22:24:48.888851 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'name': 'network-vif-deleted', 'tag': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:24:49.080411 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:24:49.120152 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-37d8961a-c126-49da-97b1-c4a81fdcfc3c req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.85 "DELETE /v2.0/ports/cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 HTTP/1.1" status: 204 len: 173 time: 4.3567724 May 04 22:24:49.148707 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3cb2f36a-5aa4-4348-a7ee-8061c9c7af20 req-87ea6fba-3869-41f5-a9d0-cbf0fac1b567 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3758655 May 04 22:24:49.152457 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-8fc7bde9-a620-4e13-a6cb-51d7c67c134f tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:49.155650 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-8fc7bde9-a620-4e13-a6cb-51d7c67c134f tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.85 "GET /v2.0/networks?id=2f29b772-5109-477f-8713-567419a52249 HTTP/1.1" status: 200 len: 815 time: 1.4209707 May 04 22:24:49.218228 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Request body: {'port': {'device_id': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'network_id': '2f29b772-5109-477f-8713-567419a52249', 'admin_state_up': True, 'tenant_id': '49f2130450124f6ba4b3112b3833ca22'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:24:49.292851 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:24:49.294160 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device cf9d3001-0d4b-46b3-b636-c0fe6fa1d203 not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:24:49.296907 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fe7fcc-4345-4717-990b-d1c4551a16d1 req-42022a34-6d93-4e7a-b8b9-2b89b95b549d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:49.304514 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-91fe7fcc-4345-4717-990b-d1c4551a16d1 req-42022a34-6d93-4e7a-b8b9-2b89b95b549d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 1098 time: 0.4202025 May 04 22:24:49.486033 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-ddf619d5-b44e-41ab-8d4c-830d8395fa47 None None] Set router f31efbfe-15f7-431b-b70c-68bb2a88da9b gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:24:49.695644 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-91fe7fcc-4345-4717-990b-d1c4551a16d1 req-61b72f59-5307-4d1d-89a8-128c874fc993 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715854 May 04 22:24:49.698294 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7a70e2d7-f5dc-4e36-a54b-c95ae46a9b2b req-94f95a95-75b9-4171-900c-87760f88f660 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 210 time: 0.2343020 May 04 22:24:49.816540 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c299a0-c1cd-4ca5-b4ae-75fc4fc1b06b req-0232cc27-b6c0-411e-b72b-58a2ce1409f3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:49.830778 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-03c299a0-c1cd-4ca5-b4ae-75fc4fc1b06b req-0232cc27-b6c0-411e-b72b-58a2ce1409f3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 945 time: 1.1579316 May 04 22:24:49.869104 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcca75a5-828b-4350-a896-085e2a8d6571', 'name': 'network-vif-deleted', 'tag': 'cf9d3001-0d4b-46b3-b636-c0fe6fa1d203', 'status': 'completed', 'code': 200} May 04 22:24:50.020162 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-03c299a0-c1cd-4ca5-b4ae-75fc4fc1b06b req-b8a8f118-1c6a-4d77-a2b0-307555cc2059 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862323 May 04 22:24:50.039861 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:24:50.064102 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:24:50.206903 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Made reservation on behalf of 49f2130450124f6ba4b3112b3833ca22 for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:24:50.229157 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-67c53fe9-d76a-4573-8461-88d9950e8df0 req-b0fbe7b2-b028-4670-b81b-38d0f448d910 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 210 time: 0.1456637 May 04 22:24:50.241297 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:50.353568 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-872c9a3c-661f-48c4-8a64-dd23bcf6be95 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:50.355339 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-872c9a3c-661f-48c4-8a64-dd23bcf6be95 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.85 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 0.3426433 May 04 22:24:50.601628 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-ddf619d5-b44e-41ab-8d4c-830d8395fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '75e8aa69-5379-44f9-87b0-95cb508eeb2c', 'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'mac_address': 'fa:16:3e:c7:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:37Z', 'updated_at': '2021-05-04T22:21:06Z', 'revision_number': 5, 'project_id': '103d42182a3c4260be8d70345f58713e', 'subnets': [{'id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:24:50.616866 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf619d5-b44e-41ab-8d4c-830d8395fa47 None None] Checking router: f31efbfe-15f7-431b-b70c-68bb2a88da9b for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:24:50.642666 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf619d5-b44e-41ab-8d4c-830d8395fa47 None None] Routers {'f31efbfe-15f7-431b-b70c-68bb2a88da9b'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:24:50.644193 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-ddf619d5-b44e-41ab-8d4c-830d8395fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:24:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:24:50.976492 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Deleting port 261b8217-2c79-4ca3-9286-653ff4a2af15 {{(pid=74775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:24:50.976900 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:51.302380 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Allocated IP 172.20.0.13 (2f29b772-5109-477f-8713-567419a52249/0ace682f-3e69-4b4a-98c6-bd7cca411d03/19a9dc77-cb5b-4c96-b81a-8f54f2228c70) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:24:51.376790 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-ddf619d5-b44e-41ab-8d4c-830d8395fa47 None None] Set router f31efbfe-15f7-431b-b70c-68bb2a88da9b gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:24:51.663315 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1f01e807-2d18-4770-b286-471284d986d7 req-d3a63ede-126b-42d9-abf0-e308883d0961 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=dcca75a5-828b-4350-a896-085e2a8d6571 HTTP/1.1" status: 200 len: 210 time: 0.3017292 May 04 22:24:51.938332 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.db [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] For port 261b8217-2c79-4ca3-9286-653ff4a2af15, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=261b8217-2c79-4ca3-9286-653ff4a2af15,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:51.939259 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:52.296545 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:52.395830 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Transition to ACTIVE for port object 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 will not be triggered until provisioned by entity DHCP. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:24:52.536848 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d6bd1-aec6-4a34-a423-70629c880c33 req-5b99b2f5-8756-4ccc-b2e7-30442937dc02 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:52.540691 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2b9d6bd1-aec6-4a34-a423-70629c880c33 req-5b99b2f5-8756-4ccc-b2e7-30442937dc02 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 945 time: 1.7694194 May 04 22:24:52.710286 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:24:52.769204 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-ddf619d5-b44e-41ab-8d4c-830d8395fa47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '75e8aa69-5379-44f9-87b0-95cb508eeb2c', 'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'mac_address': 'fa:16:3e:c7:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:37Z', 'updated_at': '2021-05-04T22:21:06Z', 'revision_number': 5, 'project_id': '103d42182a3c4260be8d70345f58713e', 'subnets': [{'id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:24:52.785165 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf619d5-b44e-41ab-8d4c-830d8395fa47 None None] The sync data for ids ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'] in dv-cinder-786928-2-smb is: [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '75e8aa69-5379-44f9-87b0-95cb508eeb2c', 'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'mac_address': 'fa:16:3e:c7:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:37Z', 'updated_at': '2021-05-04T22:21:06Z', 'revision_number': 5, 'project_id': '103d42182a3c4260be8d70345f58713e', 'subnets': [{'id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:24:52.793788 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2b9d6bd1-aec6-4a34-a423-70629c880c33 req-c650bc7e-fa7b-48cf-9bd0-108d50b4a3cf tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=b255a5b9-30ac-4a93-a9ea-fb32cc40591a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173204 May 04 22:24:52.793788 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:52.806143 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4f3249cc-438c-410a-b088-6a1a823deca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:52.900684 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 261b8217-2c79-4ca3-9286-653ff4a2af15 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:24:53.189669 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Pushing event updated for resources: {'Port': ['ID=19a9dc77-cb5b-4c96-b81a-8f54f2228c70,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:53.235095 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:53.290032 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:53.298730 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Network 2f29b772-5109-477f-8713-567419a52249 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:24:53.328398 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:24:53.332675 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:24:53.342213 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:53.348239 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:53.492968 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d09a60f-37a6-4940-9322-1cabb93d1823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261b8217-2c79-4ca3-9286-653ff4a2af15'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:24:53.534750 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 261b8217-2c79-4ca3-9286-653ff4a2af15, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=261b8217-2c79-4ca3-9286-653ff4a2af15,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:24:53.554530 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3739834 May 04 22:24:53.565825 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c456a7d-ac04-4db0-b2f2-a886c47afdb7 None None] New status for floating IP a3dd4fa8-92d2-4b99-a90b-9f59745e002e: DOWN {{(pid=74778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 22:24:53.594689 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Request body: {'port': {'device_id': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:24:53.603363 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:53.609711 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-fc9b9690-265e-4617-bc35-ee5844115bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:53.696250 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7280d4-cc3d-4af0-87d9-16e2814223e3 req-66b5a398-0eef-4aa7-90f5-d53e9158165a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:53.711590 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-dd7280d4-cc3d-4af0-87d9-16e2814223e3 req-66b5a398-0eef-4aa7-90f5-d53e9158165a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 945 time: 1.2937753 May 04 22:24:53.827538 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:53.834033 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920181'] for floatingip, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:53.835027 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.l3_db [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Floating IP d888f326-3379-4aff-b2ac-a8134556002c disassociated. External IP: 172.28.3.98, port: 261b8217-2c79-4ca3-9286-653ff4a2af15. May 04 22:24:53.835897 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Calling delete_port for 261b8217-2c79-4ca3-9286-653ff4a2af15 owned by compute:nova {{(pid=74775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:24:53.870533 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=261b8217-2c79-4ca3-9286-653ff4a2af15,revision_number=6']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:53.888989 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:54.065663 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-dd7280d4-cc3d-4af0-87d9-16e2814223e3 req-bf935efd-ff9f-4c7d-b610-664d6b10432a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529027 May 04 22:24:54.210779 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-8fd5ace0-5558-42f9-9a36-e70dc29e5404 None None] Provisioning for port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:24:54.223123 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-8fd5ace0-5558-42f9-9a36-e70dc29e5404 None None] Provisioning complete for port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:24:54.225424 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8fd5ace0-5558-42f9-9a36-e70dc29e5404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:54.546391 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:54.717367 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-8fd5ace0-5558-42f9-9a36-e70dc29e5404 None None] Port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:24:54.868971 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d09a60f-37a6-4940-9322-1cabb93d1823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '261b8217-2c79-4ca3-9286-653ff4a2af15', 'code': 200} May 04 22:24:54.942332 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:54.957308 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:55.048947 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event deleted for resources: {'Port': ['ID=261b8217-2c79-4ca3-9286-653ff4a2af15,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:55.067273 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:55.267732 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825048f-3884-4805-80a0-8d0ab53af88e req-83ca9c16-6530-4de5-9629-f45aeebc1b0d tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:55.269155 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-e825048f-3884-4805-80a0-8d0ab53af88e req-83ca9c16-6530-4de5-9629-f45aeebc1b0d tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Synchronizing usage tracker for tenant:49f2130450124f6ba4b3112b3833ca22 on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:24:55.338113 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-95b3f171-be78-49e5-9c0c-5ff3c9031f08 req-dadc5f35-ac61-4be6-a832-9d854a64c770 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 210 time: 0.1216331 May 04 22:24:55.434495 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-e825048f-3884-4805-80a0-8d0ab53af88e req-83ca9c16-6530-4de5-9629-f45aeebc1b0d tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Unset dirty status for tenant:49f2130450124f6ba4b3112b3833ca22 on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:24:55.449343 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e825048f-3884-4805-80a0-8d0ab53af88e req-83ca9c16-6530-4de5-9629-f45aeebc1b0d tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 932 time: 0.6172559 May 04 22:24:55.574943 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59258) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:55.637503 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e825048f-3884-4805-80a0-8d0ab53af88e req-c9da962c-e3f6-4c68-9b16-a4dcbe145196 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759458 May 04 22:24:55.859785 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Router 8b61213a-a44f-40a3-9112-b83df320c1e2 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:24:55.875563 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a1dddce5-f928-4658-ac26-8b13741a319a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:56.055560 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:24:56.129025 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:56.192236 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Transition to ACTIVE for port object 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:24:56.359775 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:56.373489 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-d0b35d80-c936-4b59-8c86-54fca892536b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:56.546654 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a1dddce5-f928-4658-ac26-8b13741a319a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:56.989303 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Pushing event updated for resources: {'Port': ['ID=19a9dc77-cb5b-4c96-b81a-8f54f2228c70,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:57.005229 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:57.267049 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a1dddce5-f928-4658-ac26-8b13741a319a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:57.298711 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Attempting to bind port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:24:57.299054 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Attempting to bind port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'adb0c14a-2fb0-4dc4-8328-b6295bd1cce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '2f29b772-5109-477f-8713-567419a52249'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:24:57.303896 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Attempting to bind port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 on network 2f29b772-5109-477f-8713-567419a52249 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:24:57.325964 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 on network 2f29b772-5109-477f-8713-567419a52249 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:24:57.325964 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Attempting to bind port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 on network 2f29b772-5109-477f-8713-567419a52249 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:24:57.336324 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-54158c3a-0f39-4c14-8611-ba2e7591a1a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:57.350688 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:24:57.352107 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Checking segment: {'id': 'adb0c14a-2fb0-4dc4-8328-b6295bd1cce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '2f29b772-5109-477f-8713-567419a52249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:24:57.354355 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Bound using segment: {'id': 'adb0c14a-2fb0-4dc4-8328-b6295bd1cce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '2f29b772-5109-477f-8713-567419a52249'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:24:57.363961 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Bound port: 19a9dc77-cb5b-4c96-b81a-8f54f2228c70, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb0c14a-2fb0-4dc4-8328-b6295bd1cce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': '2f29b772-5109-477f-8713-567419a52249'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:24:57.363961 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:57.366782 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-abf97eb5-4d33-4e2a-960d-2563369e4da8 req-0ca21033-f860-407d-8f33-9dc2de39ae1f tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Synchronizing usage tracker for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:port {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:24:57.377459 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:24:57.400196 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30305d7e-e013-439d-b6c1-5351bc5614c4 None None] Sync routers for ids ['8b61213a-a44f-40a3-9112-b83df320c1e2'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:24:57.446277 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30305d7e-e013-439d-b6c1-5351bc5614c4 None None] Routers {'8b61213a-a44f-40a3-9112-b83df320c1e2'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:24:57.452618 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-30305d7e-e013-439d-b6c1-5351bc5614c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:24:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['8b61213a-a44f-40a3-9112-b83df320c1e2'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:24:57.627358 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dddce5-f928-4658-ac26-8b13741a319a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db20052-a241-4b46-aa2d-633244c652b0,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:57.660850 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] No DVR routers for this DVR port 261b8217-2c79-4ca3-9286-653ff4a2af15 on host hv-cinder-78692 {{(pid=74775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:24:57.677347 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:57.683781 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a1dddce5-f928-4658-ac26-8b13741a319a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:57.688076 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d09a60f-37a6-4940-9322-1cabb93d1823', 'name': 'network-vif-deleted', 'tag': '261b8217-2c79-4ca3-9286-653ff4a2af15'}] {{(pid=74775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:24:57.703686 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e7cd6eee-dcb4-4402-b0b8-d32854ca7004 req-b2da8d74-68d8-4bf4-89de-1ed97989e7b3 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.85 "DELETE /v2.0/ports/261b8217-2c79-4ca3-9286-653ff4a2af15 HTTP/1.1" status: 204 len: 173 time: 7.3403623 May 04 22:24:57.724761 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a1dddce5-f928-4658-ac26-8b13741a319a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:57.727021 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-a1dddce5-f928-4658-ac26-8b13741a319a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "DELETE /v2.0/security-groups/2db20052-a241-4b46-aa2d-633244c652b0 HTTP/1.1" status: 204 len: 168 time: 2.1355190 May 04 22:24:57.737950 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59284) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:57.793748 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-abf97eb5-4d33-4e2a-960d-2563369e4da8 req-0ca21033-f860-407d-8f33-9dc2de39ae1f tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Unset dirty status for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:port {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:24:57.796540 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-abf97eb5-4d33-4e2a-960d-2563369e4da8 req-0ca21033-f860-407d-8f33-9dc2de39ae1f tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 210 time: 0.9487574 May 04 22:24:57.804956 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.api.v2.resource [None req-46276447-7841-4d48-b78c-806f0d2bc274 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] show failed (client error): The resource could not be found. May 04 22:24:57.807565 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-46276447-7841-4d48-b78c-806f0d2bc274 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups/2db20052-a241-4b46-aa2d-633244c652b0 HTTP/1.1" status: 404 len: 347 time: 0.0670371 May 04 22:24:57.815375 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59290) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:24:57.862885 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc28e34-5f6c-420c-a140-ddaa3291e601 req-a8c8c140-73aa-4e7f-a2eb-fde013db8572 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:57.864778 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5dc28e34-5f6c-420c-a140-ddaa3291e601 req-a8c8c140-73aa-4e7f-a2eb-fde013db8572 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 944 time: 0.7770271 May 04 22:24:57.993641 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-30305d7e-e013-439d-b6c1-5351bc5614c4 None None] Set router 8b61213a-a44f-40a3-9112-b83df320c1e2 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:24:58.081891 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] For port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:24:58.114084 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] For port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70,segment=NetworkSegment(adb0c14a-2fb0-4dc4-8328-b6295bd1cce9),segment_id=adb0c14a-2fb0-4dc4-8328-b6295bd1cce9)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:24:58.130836 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d09a60f-37a6-4940-9322-1cabb93d1823', 'name': 'network-vif-deleted', 'tag': '261b8217-2c79-4ca3-9286-653ff4a2af15', 'status': 'completed', 'code': 200} May 04 22:24:58.204763 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:58.221777 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:24:58.521898 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5dc28e34-5f6c-420c-a140-ddaa3291e601 req-e9f5e690-26fe-49ce-91b3-e82c8e9bf0c6 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6559281 May 04 22:24:58.674027 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:58.680751 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:58.686281 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] 10.222.0.85 "PUT /v2.0/ports/19a9dc77-cb5b-4c96-b81a-8f54f2228c70 HTTP/1.1" status: 200 len: 1094 time: 5.1178818 May 04 22:24:58.697902 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'tag': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:24:58.720555 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-6225ae6e-eeb5-4adc-bbaf-3ac9c2e85481 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Deleting port ac5c79cd-b7a2-4d74-8ec4-08ab01b539d1 {{(pid=74775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:24:58.720555 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6225ae6e-eeb5-4adc-bbaf-3ac9c2e85481 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:58.883547 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Pushing event updated for resources: {'Port': ['ID=19a9dc77-cb5b-4c96-b81a-8f54f2228c70,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:24:59.032378 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:24:59.037863 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'tag': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70', 'status': 'completed', 'code': 200} May 04 22:24:59.174912 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-dcbe20eb-7db1-44d0-bfe6-d44884595147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:59.178151 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-dcbe20eb-7db1-44d0-bfe6-d44884595147 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49f2130450124f6ba4b3112b3833ca22&device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 1097 time: 0.2681739 May 04 22:24:59.272302 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6225ae6e-eeb5-4adc-bbaf-3ac9c2e85481 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:59.274737 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6225ae6e-eeb5-4adc-bbaf-3ac9c2e85481 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:24:59.417526 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-9a278d13-b17c-4f7a-81fa-16d0a6deea2a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70 HTTP/1.1" status: 200 len: 217 time: 0.2176208 May 04 22:24:59.443084 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ec2afb14-84cd-443d-b74b-dccef0cb6d70 req-44204ecb-cfde-468b-aa61-3b5f0b7f10df tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2d09a60f-37a6-4940-9322-1cabb93d1823 HTTP/1.1" status: 200 len: 210 time: 0.1194074 May 04 22:24:59.623526 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-4d040ad1-2bff-46d7-abc9-841bb0fcd346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:59.627697 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-4d040ad1-2bff-46d7-abc9-841bb0fcd346 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0ace682f-3e69-4b4a-98c6-bd7cca411d03 HTTP/1.1" status: 200 len: 854 time: 0.1922114 May 04 22:24:59.651227 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-30305d7e-e013-439d-b6c1-5351bc5614c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': 'a7113d47-d361-4895-a725-774215793f4c', 'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'mac_address': 'fa:16:3e:36:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:38Z', 'updated_at': '2021-05-04T22:20:58Z', 'revision_number': 5, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'subnets': [{'id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:24:59.670549 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30305d7e-e013-439d-b6c1-5351bc5614c4 None None] Checking router: 8b61213a-a44f-40a3-9112-b83df320c1e2 for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:24:59.704534 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30305d7e-e013-439d-b6c1-5351bc5614c4 None None] Routers {'8b61213a-a44f-40a3-9112-b83df320c1e2'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:24:59.706021 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-30305d7e-e013-439d-b6c1-5351bc5614c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:24:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['8b61213a-a44f-40a3-9112-b83df320c1e2'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:24:59.801211 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-6225ae6e-eeb5-4adc-bbaf-3ac9c2e85481 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Calling delete_port for ac5c79cd-b7a2-4d74-8ec4-08ab01b539d1 owned by network:floatingip {{(pid=74775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:24:59.860461 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-32f72d7f-ef31-4e80-9b20-c8d403ff5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:24:59.865803 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-32f72d7f-ef31-4e80-9b20-c8d403ff5dae service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2f29b772-5109-477f-8713-567419a52249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2270815 May 04 22:25:00.228085 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-30305d7e-e013-439d-b6c1-5351bc5614c4 None None] Set router 8b61213a-a44f-40a3-9112-b83df320c1e2 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:25:00.327904 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-738f8e7e-8260-49a4-833e-3e659787258e service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535630 May 04 22:25:00.393538 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da46006-c961-4513-b58f-d2f68a40e3a4 req-42d37939-e50b-467b-88b1-d48963956bc6 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:00.395198 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1da46006-c961-4513-b58f-d2f68a40e3a4 req-42d37939-e50b-467b-88b1-d48963956bc6 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 945 time: 0.5187116 May 04 22:25:00.465397 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6225ae6e-eeb5-4adc-bbaf-3ac9c2e85481 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:00.498717 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-e0e3cb74-c662-4c00-87aa-9692629855d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:00.603779 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6225ae6e-eeb5-4adc-bbaf-3ac9c2e85481 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event deleted for resources: {'Port': ['ID=ac5c79cd-b7a2-4d74-8ec4-08ab01b539d1,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:00.613022 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1da46006-c961-4513-b58f-d2f68a40e3a4 req-28b34bb9-a12b-44fb-bbd9-f29ed7512b8c tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046700 May 04 22:25:00.614429 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-6225ae6e-eeb5-4adc-bbaf-3ac9c2e85481 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:00.693455 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a691ec2f-3111-4ea6-890a-ce5cff3138ea req-9c0e680c-a91b-4487-88dc-b83148770550 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:00.696353 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a691ec2f-3111-4ea6-890a-ce5cff3138ea req-9c0e680c-a91b-4487-88dc-b83148770550 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 944 time: 0.3664510 May 04 22:25:00.810454 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6225ae6e-eeb5-4adc-bbaf-3ac9c2e85481 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for floatingip, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:00.835032 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ba723068-fc16-4cbc-964f-5c529ace2370 req-fa2a8b41-57fc-4f86-9682-c58b4877d719 service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260242 May 04 22:25:00.842267 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6225ae6e-eeb5-4adc-bbaf-3ac9c2e85481 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:00.844590 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-6225ae6e-eeb5-4adc-bbaf-3ac9c2e85481 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "DELETE /v2.0/floatingips/a3dd4fa8-92d2-4b99-a90b-9f59745e002e HTTP/1.1" status: 204 len: 168 time: 3.0276458 May 04 22:25:00.859067 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a691ec2f-3111-4ea6-890a-ce5cff3138ea req-3efa21c9-dafb-4b19-a96f-dada2c543bfd tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453209 May 04 22:25:01.105793 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-30305d7e-e013-439d-b6c1-5351bc5614c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': 'a7113d47-d361-4895-a725-774215793f4c', 'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'mac_address': 'fa:16:3e:36:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:38Z', 'updated_at': '2021-05-04T22:20:58Z', 'revision_number': 5, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'subnets': [{'id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:25:01.112736 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-47b6ee36-d1d8-4c4d-96fb-5ef9cbe59cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:01.126689 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30305d7e-e013-439d-b6c1-5351bc5614c4 None None] The sync data for ids ['8b61213a-a44f-40a3-9112-b83df320c1e2'] in dv-cinder-786928-2-smb is: [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': 'a7113d47-d361-4895-a725-774215793f4c', 'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'mac_address': 'fa:16:3e:36:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:38Z', 'updated_at': '2021-05-04T22:20:58Z', 'revision_number': 5, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'subnets': [{'id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:25:01.508762 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7d5af-a3d2-4b1a-8439-1f5c7355368d req-732d7682-962c-494f-a46a-9e6e188466ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:01.514397 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cac7d5af-a3d2-4b1a-8439-1f5c7355368d req-732d7682-962c-494f-a46a-9e6e188466ae service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49f2130450124f6ba4b3112b3833ca22&device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 1097 time: 0.4958732 May 04 22:25:01.602680 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:01.638281 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5447bde7-8da0-4775-87e7-edad9c26264e req-3dc2ab1a-f492-41fb-a261-27a33e25f51f tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:01.644272 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5447bde7-8da0-4775-87e7-edad9c26264e req-3dc2ab1a-f492-41fb-a261-27a33e25f51f tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.85 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 945 time: 0.4063208 May 04 22:25:01.649046 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59340) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:01.840345 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59346) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:01.884141 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2088979105', 'description': 'tempest-description--491779323'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:01.902877 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c0f210-11b1-4e35-89a4-a89f589bc840 None None] New status for floating IP d888f326-3379-4aff-b2ac-a8134556002c: DOWN {{(pid=74778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 22:25:01.924997 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:01.930427 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Usage tracker for resource:security_group and tenant:103d42182a3c4260be8d70345f58713e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:01.933361 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:01.940746 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:02.094373 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:02.162071 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:02.177388 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Usage tracker for resource:security_group_rule and tenant:103d42182a3c4260be8d70345f58713e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:02.183175 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:02.195585 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:02.217353 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7d5af-a3d2-4b1a-8439-1f5c7355368d req-b358cb85-0a55-4439-b13b-aa1b7770904a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:02.222512 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cac7d5af-a3d2-4b1a-8439-1f5c7355368d req-b358cb85-0a55-4439-b13b-aa1b7770904a service neutron] 10.222.0.85 "GET /v2.0/networks?id=2f29b772-5109-477f-8713-567419a52249 HTTP/1.1" status: 200 len: 916 time: 0.5713658 May 04 22:25:02.477147 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cac7d5af-a3d2-4b1a-8439-1f5c7355368d req-14e241aa-818b-4fca-b04a-65618055e06b service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70 HTTP/1.1" status: 200 len: 217 time: 0.2408159 May 04 22:25:02.540876 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a914d-0b07-4b2e-940b-44e22f2fc90e req-d7497492-7466-4f8f-b76c-89600dc6e01b tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:02.548149 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-853a914d-0b07-4b2e-940b-44e22f2fc90e req-d7497492-7466-4f8f-b76c-89600dc6e01b tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 945 time: 0.5871673 May 04 22:25:02.789890 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-853a914d-0b07-4b2e-940b-44e22f2fc90e req-ccdb05e6-f09e-4b22-8fa9-2cfcd4aab53e tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287841 May 04 22:25:02.799954 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d8480af2-fe00-4a64-8d3e-d64423107dd8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:02.914344 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7d5af-a3d2-4b1a-8439-1f5c7355368d req-b20fa7aa-a0b1-40cd-91e6-73d15394cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:02.917050 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cac7d5af-a3d2-4b1a-8439-1f5c7355368d req-b20fa7aa-a0b1-40cd-91e6-73d15394cb89 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0ace682f-3e69-4b4a-98c6-bd7cca411d03 HTTP/1.1" status: 200 len: 854 time: 0.2220371 May 04 22:25:03.028932 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:03.052361 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d8480af2-fe00-4a64-8d3e-d64423107dd8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:03.162021 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [req-5447bde7-8da0-4775-87e7-edad9c26264e req-000c59b2-01ae-4f65-857e-7279a67d790a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Deleting port d99720b2-f339-40a9-9a8f-7dbb0cd92b86 {{(pid=74775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:25:03.162357 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-5447bde7-8da0-4775-87e7-edad9c26264e req-000c59b2-01ae-4f65-857e-7279a67d790a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:03.171217 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac7d5af-a3d2-4b1a-8439-1f5c7355368d req-0b5bd621-8158-4c7a-9423-4cf20a69e0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:03.173865 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cac7d5af-a3d2-4b1a-8439-1f5c7355368d req-0b5bd621-8158-4c7a-9423-4cf20a69e0ba service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2f29b772-5109-477f-8713-567419a52249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2412481 May 04 22:25:03.248711 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:03.382889 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-0a7c108e-6adc-4497-9141-1dfee62ef416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:03.499195 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b21bf-a2dc-48e0-ab7f-edc8306687af req-83b949e9-065e-413b-9f26-32d1ff6b5481 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:03.511922 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3b4b21bf-a2dc-48e0-ab7f-edc8306687af req-83b949e9-065e-413b-9f26-32d1ff6b5481 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 944 time: 1.0416975 May 04 22:25:03.515402 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cac7d5af-a3d2-4b1a-8439-1f5c7355368d req-c11e8a1f-7209-43e1-a752-8472935fa1af service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3074601 May 04 22:25:03.610751 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08005953-399c-457d-ac08-8416e447a860,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:03.618920 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:03.724360 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:03.729151 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8835216 May 04 22:25:03.748010 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59368) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:03.758538 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-b32739f2-b495-44b1-af62-d3169b5cb908 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Request body: {'security_group_rule': {'security_group_id': '08005953-399c-457d-ac08-8416e447a860', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:03.773307 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-3b4b21bf-a2dc-48e0-ab7f-edc8306687af req-de0c5021-7557-479b-a3ae-adc35e2211ee tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Synchronizing usage tracker for tenant:49f2130450124f6ba4b3112b3833ca22 on resource:security_group {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:25:03.779039 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.db [req-5447bde7-8da0-4775-87e7-edad9c26264e req-000c59b2-01ae-4f65-857e-7279a67d790a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] For port d99720b2-f339-40a9-9a8f-7dbb0cd92b86, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d99720b2-f339-40a9-9a8f-7dbb0cd92b86,segment=NetworkSegment(da0e74fd-f3d8-4944-85ee-d4e3fffe294b),segment_id=da0e74fd-f3d8-4944-85ee-d4e3fffe294b)] {{(pid=74775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:25:03.779488 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-5447bde7-8da0-4775-87e7-edad9c26264e req-000c59b2-01ae-4f65-857e-7279a67d790a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:03.790831 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-b32739f2-b495-44b1-af62-d3169b5cb908 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:03.810748 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-b32739f2-b495-44b1-af62-d3169b5cb908 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Usage tracker for resource:security_group_rule and tenant:103d42182a3c4260be8d70345f58713e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:03.820396 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-b32739f2-b495-44b1-af62-d3169b5cb908 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:03.938739 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d8480af2-fe00-4a64-8d3e-d64423107dd8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:03.942169 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d8480af2-fe00-4a64-8d3e-d64423107dd8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:03.943749 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-d8480af2-fe00-4a64-8d3e-d64423107dd8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "DELETE /v2.0/security-groups/b255a5b9-30ac-4a93-a9ea-fb32cc40591a HTTP/1.1" status: 204 len: 168 time: 2.2887750 May 04 22:25:03.955633 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 59376) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:04.054012 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3552fb80-7c9d-4fe4-a8e8-67876e6456ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:04.083270 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [req-5447bde7-8da0-4775-87e7-edad9c26264e req-000c59b2-01ae-4f65-857e-7279a67d790a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Calling delete_port for d99720b2-f339-40a9-9a8f-7dbb0cd92b86 owned by compute:nova {{(pid=74775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:25:04.090587 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-b32739f2-b495-44b1-af62-d3169b5cb908 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:04.104107 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cac7d5af-a3d2-4b1a-8439-1f5c7355368d req-f46e37ca-44d2-40ce-a8c1-3b8bec76694e service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5788674 May 04 22:25:04.104720 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8480af2-fe00-4a64-8d3e-d64423107dd8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b255a5b9-30ac-4a93-a9ea-fb32cc40591a,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:04.112080 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d8480af2-fe00-4a64-8d3e-d64423107dd8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:04.128429 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.api.v2.resource [None req-3e7a8413-1bc3-4b58-96ee-9d33d9afd55b tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] show failed (client error): The resource could not be found. May 04 22:25:04.140595 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-3e7a8413-1bc3-4b58-96ee-9d33d9afd55b tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups/b255a5b9-30ac-4a93-a9ea-fb32cc40591a HTTP/1.1" status: 404 len: 347 time: 0.1808994 May 04 22:25:04.144263 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 59380) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:04.164349 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:04.203117 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-3b4b21bf-a2dc-48e0-ab7f-edc8306687af req-de0c5021-7557-479b-a3ae-adc35e2211ee tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Unset dirty status for tenant:49f2130450124f6ba4b3112b3833ca22 on resource:security_group {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:25:04.204368 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3b4b21bf-a2dc-48e0-ab7f-edc8306687af req-de0c5021-7557-479b-a3ae-adc35e2211ee tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6794851 May 04 22:25:04.213916 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b32739f2-b495-44b1-af62-d3169b5cb908 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:04.463965 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b32739f2-b495-44b1-af62-d3169b5cb908 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:04.758014 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a246cd-9bd7-437e-ac39-1d97f53deaa4 req-a0deead4-2537-4766-a054-d54f4eb2e728 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:04.760800 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f1a246cd-9bd7-437e-ac39-1d97f53deaa4 req-a0deead4-2537-4766-a054-d54f4eb2e728 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 945 time: 0.5068388 May 04 22:25:04.857679 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec8314-696a-40e4-b948-24b7bde78147 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Deleting port 4e4695ac-9151-4923-8ff0-3cb7a26b93f8 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:25:04.858117 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8314-696a-40e4-b948-24b7bde78147 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:04.964560 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device d99720b2-f339-40a9-9a8f-7dbb0cd92b86 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:25:04.978472 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f1a246cd-9bd7-437e-ac39-1d97f53deaa4 req-96273c6f-965c-415d-a0c2-a62c5def3629 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/security-groups?id=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070887 May 04 22:25:05.098630 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8314-696a-40e4-b948-24b7bde78147 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:05.098986 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8314-696a-40e4-b948-24b7bde78147 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:05.204190 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:05.332156 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-a7ec8314-696a-40e4-b948-24b7bde78147 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Calling delete_port for 4e4695ac-9151-4923-8ff0-3cb7a26b93f8 owned by network:floatingip {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:25:05.485092 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9bc8a3-94bf-458f-86c5-a59ff2c0d1de req-0749c225-fe87-4285-bb18-4e6872881898 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:05.493345 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0b9bc8a3-94bf-458f-86c5-a59ff2c0d1de req-0749c225-fe87-4285-bb18-4e6872881898 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 944 time: 0.1286035 May 04 22:25:05.605233 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0b9bc8a3-94bf-458f-86c5-a59ff2c0d1de req-2fb72532-a34e-4005-b038-a1c0dd06df3f tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096144 May 04 22:25:05.611044 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b32739f2-b495-44b1-af62-d3169b5cb908 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:05.616140 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-347274a6-419d-432a-a2b4-fb2cf8535286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:05.616315 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-5447bde7-8da0-4775-87e7-edad9c26264e req-000c59b2-01ae-4f65-857e-7279a67d790a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:05.621429 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-8483ea73-a917-4578-820f-476bba3b69af tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:05.667508 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8314-696a-40e4-b948-24b7bde78147 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:05.695505 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e7989a2e-e25e-4c1e-930e-0721d4d64071 tempest-ServerRescueNegativeTestJSON-250257983 tempest-ServerRescueNegativeTestJSON-250257983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:05.696524 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32739f2-b495-44b1-af62-d3169b5cb908 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3398359d-7ad1-4a30-85d0-f2f67fe77d25,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:05.706652 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-b32739f2-b495-44b1-af62-d3169b5cb908 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:05.709530 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:05.767643 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec8314-696a-40e4-b948-24b7bde78147 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event deleted for resources: {'Port': ['ID=4e4695ac-9151-4923-8ff0-3cb7a26b93f8,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:05.857427 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a7ec8314-696a-40e4-b948-24b7bde78147 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:05.862785 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c59b2-01ae-4f65-857e-7279a67d790a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Pushing event deleted for resources: {'Port': ['ID=d99720b2-f339-40a9-9a8f-7dbb0cd92b86,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:05.867863 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8314-696a-40e4-b948-24b7bde78147 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for floatingip, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:05.918427 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-000c59b2-01ae-4f65-857e-7279a67d790a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:05.947120 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [req-5447bde7-8da0-4775-87e7-edad9c26264e req-000c59b2-01ae-4f65-857e-7279a67d790a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] No DVR routers for this DVR port d99720b2-f339-40a9-9a8f-7dbb0cd92b86 on host hv-cinder-78692 {{(pid=74775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:25:05.953196 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-5447bde7-8da0-4775-87e7-edad9c26264e req-000c59b2-01ae-4f65-857e-7279a67d790a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:05.972044 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5447bde7-8da0-4775-87e7-edad9c26264e req-000c59b2-01ae-4f65-857e-7279a67d790a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.85 "DELETE /v2.0/ports/d99720b2-f339-40a9-9a8f-7dbb0cd92b86 HTTP/1.1" status: 204 len: 173 time: 4.2479904 May 04 22:25:05.972974 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35cd3a8-11f8-48ef-8fc8-591d12329999', 'name': 'network-vif-deleted', 'tag': 'd99720b2-f339-40a9-9a8f-7dbb0cd92b86'}] {{(pid=74775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:25:06.035276 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b32739f2-b495-44b1-af62-d3169b5cb908 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:06.039679 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-b32739f2-b495-44b1-af62-d3169b5cb908 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2876253 May 04 22:25:06.042109 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59398) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:06.070586 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-7cfe026f-72c6-4c45-816b-b68b7295872d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Request body: {'security_group_rule': {'security_group_id': '08005953-399c-457d-ac08-8416e447a860', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:06.085228 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-7cfe026f-72c6-4c45-816b-b68b7295872d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:06.088101 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a7ec8314-696a-40e4-b948-24b7bde78147 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:06.097612 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-7cfe026f-72c6-4c45-816b-b68b7295872d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Usage tracker for resource:security_group_rule and tenant:103d42182a3c4260be8d70345f58713e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:06.110833 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-7cfe026f-72c6-4c45-816b-b68b7295872d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:06.111101 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-a7ec8314-696a-40e4-b948-24b7bde78147 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "DELETE /v2.0/floatingips/d888f326-3379-4aff-b2ac-a8134556002c HTTP/1.1" status: 204 len: 168 time: 1.9578395 May 04 22:25:06.111253 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-7cfe026f-72c6-4c45-816b-b68b7295872d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:06.173012 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35cd3a8-11f8-48ef-8fc8-591d12329999', 'name': 'network-vif-deleted', 'tag': 'd99720b2-f339-40a9-9a8f-7dbb0cd92b86', 'status': 'completed', 'code': 200} May 04 22:25:06.299518 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:06.399852 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-bd601052-f7be-4e99-898c-fd86ce1ec965 req-68455e46-d20b-45d6-afef-675635aa1a71 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Synchronizing usage tracker for tenant:fb10162d8cea4891befb100f08ec326e on resource:port {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:25:06.407412 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7cfe026f-72c6-4c45-816b-b68b7295872d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:06.584068 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-bd601052-f7be-4e99-898c-fd86ce1ec965 req-68455e46-d20b-45d6-afef-675635aa1a71 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Unset dirty status for tenant:fb10162d8cea4891befb100f08ec326e on resource:port {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:25:06.586412 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-bd601052-f7be-4e99-898c-fd86ce1ec965 req-68455e46-d20b-45d6-afef-675635aa1a71 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 210 time: 0.3093507 May 04 22:25:06.633151 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7cfe026f-72c6-4c45-816b-b68b7295872d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:06.776313 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7cfe026f-72c6-4c45-816b-b68b7295872d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:06.776313 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-b32739f2-b495-44b1-af62-d3169b5cb908 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:06.816196 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 59414) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:06.827455 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-25abb06f-33cf-48c7-ab31-72c883fb0396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--362193794', 'description': 'tempest-description--216170266'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:06.832172 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe026f-72c6-4c45-816b-b68b7295872d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8080372e-d0ad-43f5-bf9b-17f434bd9715,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:06.838155 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-7cfe026f-72c6-4c45-816b-b68b7295872d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:06.859728 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-25abb06f-33cf-48c7-ab31-72c883fb0396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:06.895090 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-25abb06f-33cf-48c7-ab31-72c883fb0396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:06.982196 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7cfe026f-72c6-4c45-816b-b68b7295872d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:06.988051 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-7cfe026f-72c6-4c45-816b-b68b7295872d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9405816 May 04 22:25:06.989988 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 59418) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:06.995689 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Request body: {'floatingip': {'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:07.011972 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:07.017566 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Usage tracker for resource:floatingip and tenant:103d42182a3c4260be8d70345f58713e is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:07.022019 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:07.033467 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:07.148741 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-25abb06f-33cf-48c7-ab31-72c883fb0396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:07.184812 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-25abb06f-33cf-48c7-ab31-72c883fb0396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:07.191828 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-25abb06f-33cf-48c7-ab31-72c883fb0396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Usage tracker for resource:security_group_rule and tenant:0cd3d4f19a8c439dad38f4f92355f0b4 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:07.196495 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-25abb06f-33cf-48c7-ab31-72c883fb0396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:07.208126 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-25abb06f-33cf-48c7-ab31-72c883fb0396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:07.256453 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3129a-9685-4fde-972c-f85b81a0b4cb req-07164dba-59da-4e98-a461-cb6c05b040ac tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:07.258579 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e3d3129a-9685-4fde-972c-f85b81a0b4cb req-07164dba-59da-4e98-a461-cb6c05b040ac tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 944 time: 0.2193897 May 04 22:25:07.363001 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e3d3129a-9685-4fde-972c-f85b81a0b4cb req-0870580d-0865-481b-9ec6-0c71f7dbbdd2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926378 May 04 22:25:07.451883 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-25abb06f-33cf-48c7-ab31-72c883fb0396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:07.478702 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for floatingip, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:07.738966 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:07.897144 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7a821169-e24e-45b1-b160-8bf08f58b377 req-4b8ca9aa-f572-4e07-90f6-42f4c61ebc04 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] 10.222.0.72 "GET /v2.0/ports?device_id=f35cd3a8-11f8-48ef-8fc8-591d12329999 HTTP/1.1" status: 200 len: 210 time: 0.1004155 May 04 22:25:07.926123 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Allocated IP 172.28.3.146 (76581f0b-881c-41a1-a7c9-33e7218dfd31/7bfeb869-822c-4f12-8913-9d21738f2df2/8bee80fc-d873-4916-91ee-ed08fd596371) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:25:08.014557 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-25abb06f-33cf-48c7-ab31-72c883fb0396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:08.027545 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4275b9e5-1caa-40d2-bdc7-d262a6cb3ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:08.122106 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abb06f-33cf-48c7-ab31-72c883fb0396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:08.128406 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-25abb06f-33cf-48c7-ab31-72c883fb0396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:08.165018 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:08.296170 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-25abb06f-33cf-48c7-ab31-72c883fb0396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:08.298184 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-25abb06f-33cf-48c7-ab31-72c883fb0396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.4805875 May 04 22:25:08.302354 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 59434) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:08.313898 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-5440bb5b-a745-45ec-8efc-ddcfb735e2ad tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Request body: {'security_group_rule': {'security_group_id': 'c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:08.325420 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-5440bb5b-a745-45ec-8efc-ddcfb735e2ad tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:08.330727 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-5440bb5b-a745-45ec-8efc-ddcfb735e2ad tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Usage tracker for resource:security_group_rule and tenant:0cd3d4f19a8c439dad38f4f92355f0b4 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:08.336457 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-5440bb5b-a745-45ec-8efc-ddcfb735e2ad tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:08.349589 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:08.356961 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-5440bb5b-a745-45ec-8efc-ddcfb735e2ad tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:08.360631 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5d91dcfd-b003-4b0a-97a2-7fdc1d77dd3b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:08.420110 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:08.482239 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:25:08.500768 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59440) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:08.633477 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:25:08.642881 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:25:08.724963 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event updated for resources: {'Port': ['ID=8bee80fc-d873-4916-91ee-ed08fd596371,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:08.734245 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:08.776678 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5440bb5b-a745-45ec-8efc-ddcfb735e2ad tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:08.791675 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-acd3c191-c27e-4aee-96af-a76b88f36413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:08.813029 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-acd3c191-c27e-4aee-96af-a76b88f36413 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:08.827275 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-acd3c191-c27e-4aee-96af-a76b88f36413 admin admin] Usage tracker for resource:security_group_rule and tenant:c2a175a71418447cae73df2c6774c9a2 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:08.831343 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-acd3c191-c27e-4aee-96af-a76b88f36413 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:08.839526 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-acd3c191-c27e-4aee-96af-a76b88f36413 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:08.956408 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:08.992735 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b1f0-4d9b-4cd4-bebe-c49ff4bb41d8 req-0d71bb96-e6d9-4877-891a-b642533ee5d8 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:09.004638 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f6f6b1f0-4d9b-4cd4-bebe-c49ff4bb41d8 req-0d71bb96-e6d9-4877-891a-b642533ee5d8 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 944 time: 0.3477910 May 04 22:25:09.074377 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5440bb5b-a745-45ec-8efc-ddcfb735e2ad tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:09.122786 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-acd3c191-c27e-4aee-96af-a76b88f36413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:09.190642 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f6f6b1f0-4d9b-4cd4-bebe-c49ff4bb41d8 req-2d1f53a4-f01b-4694-9c43-8193a01df690 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845918 May 04 22:25:09.217989 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:09.265422 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5440bb5b-a745-45ec-8efc-ddcfb735e2ad tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:09.273371 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:09.325499 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5440bb5b-a745-45ec-8efc-ddcfb735e2ad tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8b5c8a8-0b6a-4890-8b36-4f3fda851c28,revision_number=0']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:09.335007 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5440bb5b-a745-45ec-8efc-ddcfb735e2ad tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:09.379332 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-acd3c191-c27e-4aee-96af-a76b88f36413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:09.409974 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-73adfc94-1696-4957-a0b9-27d667cc7bda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:09.489468 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-acd3c191-c27e-4aee-96af-a76b88f36413 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c2a175a71418447cae73df2c6774c9a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9864635 May 04 22:25:09.491084 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3c191-c27e-4aee-96af-a76b88f36413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=475eb85d-2b16-4294-804a-aaf87fa44590,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:09.494565 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59454) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:09.517278 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-acd3c191-c27e-4aee-96af-a76b88f36413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:09.527285 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5440bb5b-a745-45ec-8efc-ddcfb735e2ad tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:09.529596 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-5440bb5b-a745-45ec-8efc-ddcfb735e2ad tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2241871 May 04 22:25:09.533052 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 59458) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:09.545253 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-91082d00-6696-4397-92dc-2eb2e6bdb38a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Request body: {'security_group_rule': {'security_group_id': 'c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:09.580466 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-91082d00-6696-4397-92dc-2eb2e6bdb38a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:09.601827 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-91082d00-6696-4397-92dc-2eb2e6bdb38a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Usage tracker for resource:security_group_rule and tenant:0cd3d4f19a8c439dad38f4f92355f0b4 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:09.610401 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-91082d00-6696-4397-92dc-2eb2e6bdb38a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:09.624240 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-91082d00-6696-4397-92dc-2eb2e6bdb38a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:09.643052 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9605b575-a20e-4440-a5f2-4e60236e1414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:09.675146 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:09.695298 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9605b575-a20e-4440-a5f2-4e60236e1414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:09.756366 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-91082d00-6696-4397-92dc-2eb2e6bdb38a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:09.796795 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:09.810824 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:09.905156 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9605b575-a20e-4440-a5f2-4e60236e1414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:09.913964 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-7f0dae78-7e82-4b67-b768-aceabeb51313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:09.942533 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605b575-a20e-4440-a5f2-4e60236e1414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=475eb85d-2b16-4294-804a-aaf87fa44590,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:09.948198 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920181'] for floatingip, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:09.956758 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-9605b575-a20e-4440-a5f2-4e60236e1414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:09.964076 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9605b575-a20e-4440-a5f2-4e60236e1414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:09.965536 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-9605b575-a20e-4440-a5f2-4e60236e1414 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/475eb85d-2b16-4294-804a-aaf87fa44590 HTTP/1.1" status: 204 len: 168 time: 0.4698594 May 04 22:25:09.977551 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-91082d00-6696-4397-92dc-2eb2e6bdb38a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:10.030368 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event updated for resources: {'Port': ['ID=8bee80fc-d873-4916-91ee-ed08fd596371,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:10.048267 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:10.111418 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-91082d00-6696-4397-92dc-2eb2e6bdb38a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:10.125939 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5440bb5b-a745-45ec-8efc-ddcfb735e2ad tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:10.170338 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91082d00-6696-4397-92dc-2eb2e6bdb38a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd28678d-7b45-4d8f-8679-d0d8bd563c07,revision_number=0']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:10.178525 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-91082d00-6696-4397-92dc-2eb2e6bdb38a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:10.179761 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:10.184006 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1942773 May 04 22:25:10.347838 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-91082d00-6696-4397-92dc-2eb2e6bdb38a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:10.348911 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-91082d00-6696-4397-92dc-2eb2e6bdb38a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8146849 May 04 22:25:10.359863 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59476) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:10.367250 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Request body: {'floatingip': {'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:10.409468 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:10.417386 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Usage tracker for resource:floatingip and tenant:0cd3d4f19a8c439dad38f4f92355f0b4 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:10.436492 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:10.446227 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:10.677636 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for floatingip, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:10.779280 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-36872d94-2ebc-490d-ac91-a55beb573e25 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--2088979105&fields=id&tenant_id=103d42182a3c4260be8d70345f58713e HTTP/1.1" status: 200 len: 267 time: 0.1212175 May 04 22:25:10.814877 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed344ed-b820-40b5-9c08-22a9438cb75d req-c9eb5235-7009-4886-8efb-a3c01ff15032 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:10.820425 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-9ed344ed-b820-40b5-9c08-22a9438cb75d req-c9eb5235-7009-4886-8efb-a3c01ff15032 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 944 time: 0.3564491 May 04 22:25:10.978727 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:25:11.240998 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-9ed344ed-b820-40b5-9c08-22a9438cb75d req-3a06480c-c235-46c2-84fa-0f6f025b2464 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902957 May 04 22:25:11.424415 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-bb215d8b-ffa5-441e-bca6-c5e9ed1e744a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:11.427967 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-bb215d8b-ffa5-441e-bca6-c5e9ed1e744a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/networks?id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 HTTP/1.1" status: 200 len: 816 time: 0.6443524 May 04 22:25:11.430389 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70,segment=NetworkSegment(adb0c14a-2fb0-4dc4-8328-b6295bd1cce9),segment_id=adb0c14a-2fb0-4dc4-8328-b6295bd1cce9)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:25:11.457597 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-98b22c0e-ab71-49b6-b9fa-74fc9e7714a8 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/quotas/103d42182a3c4260be8d70345f58713e HTTP/1.1" status: 200 len: 375 time: 0.0285416 May 04 22:25:11.494261 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:11.498440 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70', 'network_id': '2f29b772-5109-477f-8713-567419a52249', 'port_id': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70', 'mac_address': 'fa:16:3e:b9:47:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 996, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:25:11.658207 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:11.733331 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:25:11.733946 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-e5ab66b2-7f3d-4887-8d88-e790c9296fc1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Synchronizing usage tracker for tenant:103d42182a3c4260be8d70345f58713e on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:25:11.769519 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70,segment=NetworkSegment(adb0c14a-2fb0-4dc4-8328-b6295bd1cce9),segment_id=adb0c14a-2fb0-4dc4-8328-b6295bd1cce9)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:25:11.895854 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-e5ab66b2-7f3d-4887-8d88-e790c9296fc1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Unset dirty status for tenant:103d42182a3c4260be8d70345f58713e on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:25:11.897789 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:11.898010 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-e5ab66b2-7f3d-4887-8d88-e790c9296fc1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=103d42182a3c4260be8d70345f58713e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4326603 May 04 22:25:11.898172 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-70d83922-5729-4378-bd41-a4d9a969013b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:11.970916 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_common [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Allocated IP 172.28.3.62 (76581f0b-881c-41a1-a7c9-33e7218dfd31/7bfeb869-822c-4f12-8913-9d21738f2df2/c02ac9d0-c5fa-483b-9e56-7fa4c8d869f2) {{(pid=74775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:25:12.204789 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['19a9dc77-cb5b-4c96-b81a-8f54f2228c70'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:25:12.286379 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=19a9dc77-cb5b-4c96-b81a-8f54f2228c70,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:12.302962 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:12.409397 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-189f8048-e6ae-4490-abdc-2087c9ce86dc service neutron] 10.222.0.72 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882102 May 04 22:25:12.816170 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-cf6c5c80-e4e7-45a4-9be3-ae35b5961af5 service neutron] 10.222.0.72 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054563 May 04 22:25:13.044077 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for port, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:13.114647 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa64871-7447-4d43-9b5c-0149b0729ad9 req-98cfe6a1-4570-47a3-b1bc-9313ddda87a6 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:13.127738 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-baa64871-7447-4d43-9b5c-0149b0729ad9 req-98cfe6a1-4570-47a3-b1bc-9313ddda87a6 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 945 time: 0.3675208 May 04 22:25:13.210363 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-baa64871-7447-4d43-9b5c-0149b0729ad9 req-1be5c2cd-84e3-46ae-b17b-ac2f1438713a tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812035 May 04 22:25:13.240009 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:13.271179 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:13.329205 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4c1533bf-1b14-4682-8b9b-32d018e2084c req-3e2e7e72-955d-48f4-9927-190cd14ffd81 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 210 time: 0.0759435 May 04 22:25:13.357122 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:25:13.364749 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:25:13.369688 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Received port after_create {{(pid=74775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:25:13.445965 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event updated for resources: {'Port': ['ID=c02ac9d0-c5fa-483b-9e56-7fa4c8d869f2,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:13.452883 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:13.547649 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:13.912391 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:14.318156 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for port, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:14.581934 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31642568'] for port, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:14.584930 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-59eb4784-58d4-45ad-ad1d-ba4d64cd0dee req-924423aa-db0a-4bc2-89cc-cc0f1431ccc2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 210 time: 0.0925746 May 04 22:25:14.597955 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:14.849101 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa50e46-e114-4849-8dda-7df88d915618 req-498b87ed-ce9d-4e35-a061-e83f35aa4174 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:14.851924 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-dfa50e46-e114-4849-8dda-7df88d915618 req-498b87ed-ce9d-4e35-a061-e83f35aa4174 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 945 time: 0.4010253 May 04 22:25:14.853175 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event updated for resources: {'Port': ['ID=c02ac9d0-c5fa-483b-9e56-7fa4c8d869f2,revision_number=2']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:14.863062 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:14.924940 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920181'] for floatingip, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:14.994736 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-dfa50e46-e114-4849-8dda-7df88d915618 req-bef94cb0-c2bc-4cff-8252-20312950fa12 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267858 May 04 22:25:15.005956 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59604) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:15.010548 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:25:15.101882 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:15.105724 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7424574 May 04 22:25:15.291976 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc241-fffb-43ba-a00c-fbb7d3e8e570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:15.307886 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:25:15.324455 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:25:15.325382 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:15.330044 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-c9ebc241-fffb-43ba-a00c-fbb7d3e8e570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:15.339231 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-c9ebc241-fffb-43ba-a00c-fbb7d3e8e570 admin admin] Usage tracker for resource:security_group_rule and tenant:3f15c64fbcf2406d8860ec715bca7504 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:15.346341 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-c9ebc241-fffb-43ba-a00c-fbb7d3e8e570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:15.357639 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-c9ebc241-fffb-43ba-a00c-fbb7d3e8e570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:15.501727 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc241-fffb-43ba-a00c-fbb7d3e8e570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:15.630065 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c9ebc241-fffb-43ba-a00c-fbb7d3e8e570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:15.653685 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-53e2cb7f-b4c5-4d34-b1db-8daae477fcdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:15.741361 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:15.780862 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebc241-fffb-43ba-a00c-fbb7d3e8e570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bc6ba1-c8ec-4214-a2f6-ce88835a7d33,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:15.787425 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c9ebc241-fffb-43ba-a00c-fbb7d3e8e570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:15.802653 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 59632) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:15.804350 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-c9ebc241-fffb-43ba-a00c-fbb7d3e8e570 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3f15c64fbcf2406d8860ec715bca7504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7965543 May 04 22:25:15.876168 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:25:15.886829 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-43954661-9443-4209-a6b0-2b38cb610773 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Synchronizing usage tracker for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:security_group {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:25:15.897358 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70,segment=NetworkSegment(adb0c14a-2fb0-4dc4-8328-b6295bd1cce9),segment_id=adb0c14a-2fb0-4dc4-8328-b6295bd1cce9)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:25:16.065046 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0921-c876-447a-b7ce-86966d94e3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:16.135969 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0921-c876-447a-b7ce-86966d94e3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:16.200434 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-631c958e-d3d9-4d7c-833a-05f5701710d6 req-cfaeed90-3ef8-475a-bdfd-6ea7bd3cdc97 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Synchronizing usage tracker for tenant:103d42182a3c4260be8d70345f58713e on resource:port {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:25:16.354618 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:16.360155 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:16.410369 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-631c958e-d3d9-4d7c-833a-05f5701710d6 req-cfaeed90-3ef8-475a-bdfd-6ea7bd3cdc97 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Unset dirty status for tenant:103d42182a3c4260be8d70345f58713e on resource:port {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:25:16.415769 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-631c958e-d3d9-4d7c-833a-05f5701710d6 req-cfaeed90-3ef8-475a-bdfd-6ea7bd3cdc97 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 210 time: 0.4127834 May 04 22:25:16.563909 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0921-c876-447a-b7ce-86966d94e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:16.573485 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-bfd99594-1d73-4152-88aa-123691dc8dbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:16.594488 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=19a9dc77-cb5b-4c96-b81a-8f54f2228c70,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:16.600873 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:16.631203 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5c3f0921-c876-447a-b7ce-86966d94e3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:16.634730 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70', 'code': 200} May 04 22:25:16.646315 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-5c3f0921-c876-447a-b7ce-86966d94e3cf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b3bc6ba1-c8ec-4214-a2f6-ce88835a7d33 HTTP/1.1" status: 204 len: 168 time: 0.8395848 May 04 22:25:16.651397 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f0921-c876-447a-b7ce-86966d94e3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bc6ba1-c8ec-4214-a2f6-ce88835a7d33,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:16.666899 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5c3f0921-c876-447a-b7ce-86966d94e3cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:16.669670 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-43954661-9443-4209-a6b0-2b38cb610773 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Unset dirty status for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:security_group {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:25:16.685809 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-43954661-9443-4209-a6b0-2b38cb610773 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-securitygroup--362193794&fields=id&tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4 HTTP/1.1" status: 200 len: 267 time: 0.9454975 May 04 22:25:17.230062 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b7cbf-dc9d-49ae-81d4-816ae03378a4 req-94e579b2-adcb-4dde-93b5-f72878ecf347 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:17.244792 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-876b492e-9040-411f-b299-1038993d726d tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:17.246512 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-876b492e-9040-411f-b299-1038993d726d tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/networks?id=5170873a-6cb6-4353-9101-7364c7875074 HTTP/1.1" status: 200 len: 811 time: 0.5556674 May 04 22:25:17.248351 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-849b7cbf-dc9d-49ae-81d4-816ae03378a4 req-94e579b2-adcb-4dde-93b5-f72878ecf347 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 946 time: 0.3490477 May 04 22:25:17.273105 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-8fd69f8b-8fdf-4348-8baf-bf23c4473f42 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/quotas/0cd3d4f19a8c439dad38f4f92355f0b4 HTTP/1.1" status: 200 len: 375 time: 0.0126686 May 04 22:25:17.353032 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-849b7cbf-dc9d-49ae-81d4-816ae03378a4 req-0df8ab66-49e0-429b-8a95-0bfaa8d02bca tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032710 May 04 22:25:17.674576 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-d2eba715-1bfe-473d-8209-e103d635ccf1 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Synchronizing usage tracker for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:25:17.782938 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc5fd19-4998-4a02-88b3-8f4e00193b5c req-dd7297df-ba41-4447-84f9-65c3ec13aeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:17.785970 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5bc5fd19-4998-4a02-88b3-8f4e00193b5c req-dd7297df-ba41-4447-84f9-65c3ec13aeb4 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 1099 time: 0.2129717 May 04 22:25:17.816921 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-d2eba715-1bfe-473d-8209-e103d635ccf1 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Unset dirty status for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:25:17.820157 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-d2eba715-1bfe-473d-8209-e103d635ccf1 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5344057 May 04 22:25:18.045078 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5bc5fd19-4998-4a02-88b3-8f4e00193b5c req-58493436-92a9-4ced-831d-c34d0228190c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498538 May 04 22:25:18.232865 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6e9ed4d6-2927-4ef7-a8d5-e060893181f2 req-82c78197-d202-4eb2-b8f5-91406859a2a0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 210 time: 0.1165113 May 04 22:25:18.561010 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-e0d2b5b3-d7b6-4dc1-ae69-74c3c7db3870 service neutron] 10.222.0.72 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6824343 May 04 22:25:18.878190 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-486b8fef-e027-4450-891c-4ab5aef38345 service neutron] 10.222.0.72 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132100 May 04 22:25:19.124042 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a784a8d6-efdf-40b3-abb9-b0794bdd21e3 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:19.129308 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a784a8d6-efdf-40b3-abb9-b0794bdd21e3 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.85 "GET /v2.0/networks?id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 HTTP/1.1" status: 200 len: 816 time: 0.6246588 May 04 22:25:19.325882 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-c63f46dc-f1c1-415b-8f2c-289a18d90378 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Synchronizing usage tracker for tenant:103d42182a3c4260be8d70345f58713e on resource:security_group {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:25:19.538820 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-c63f46dc-f1c1-415b-8f2c-289a18d90378 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Unset dirty status for tenant:103d42182a3c4260be8d70345f58713e on resource:security_group {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:25:19.544183 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-c63f46dc-f1c1-415b-8f2c-289a18d90378 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=103d42182a3c4260be8d70345f58713e HTTP/1.1" status: 200 len: 380 time: 0.4037533 May 04 22:25:19.566393 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Request body: {'port': {'device_id': '53520da2-2acf-4c35-bd4f-160923c9e625', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'admin_state_up': True, 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'security_groups': ['08005953-399c-457d-ac08-8416e447a860']}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:19.872245 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e880cb-02c2-4bc9-8b97-8672ea39e583 req-d5b804d0-7b53-4193-9e2d-47b43c923015 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:19.888611 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-55e880cb-02c2-4bc9-8b97-8672ea39e583 req-d5b804d0-7b53-4193-9e2d-47b43c923015 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 946 time: 0.5263946 May 04 22:25:20.120389 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-16c723c6-72b0-4968-99d1-b7b7be78ec99 req-43935879-d2cd-468e-8fac-1898878535f7 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 210 time: 0.1635025 May 04 22:25:20.311484 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-55e880cb-02c2-4bc9-8b97-8672ea39e583 req-5f2b3e07-93ad-4a77-acb8-f1c567ef50ae tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119570 May 04 22:25:20.323539 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:20.364736 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:20.428517 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a703179d-642f-40b8-9b8f-637752a09ba2 req-5ca96d1c-dbbb-4a71-981c-21ac8614ab55 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 210 time: 0.1175342 May 04 22:25:20.575039 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Made reservation on behalf of 103d42182a3c4260be8d70345f58713e for: {'port': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:25:20.584401 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:21.056590 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_common [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Allocated IP 172.20.0.5 (6a2ab8b2-644c-459d-a8d8-9b3f2efbad55/21a3bb95-7a44-40ab-a059-c462d0233277/1b55b961-2b9b-418a-8ba5-71cfe1d16a2f) {{(pid=74775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:25:21.581782 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for port, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:21.618098 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.provisioning_blocks [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Transition to ACTIVE for port object 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f will not be triggered until provisioned by entity DHCP. {{(pid=74775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:25:21.834842 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:21.858359 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-221dc4c4-acfd-4a2e-877a-191a96d3f5c5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:22.218211 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2733b-23aa-4d71-b462-695f53b5e494 req-56ab278e-33a1-4929-a1c7-0c02ec6be6c2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:22.224025 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a9a2733b-23aa-4d71-b462-695f53b5e494 req-56ab278e-33a1-4929-a1c7-0c02ec6be6c2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 946 time: 0.5572572 May 04 22:25:22.275499 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event updated for resources: {'Port': ['ID=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:22.297743 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:22.298303 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:25:22.311062 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:25:22.324531 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Received port after_create {{(pid=74775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:25:22.462457 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a9a2733b-23aa-4d71-b462-695f53b5e494 req-a7416cd4-d616-45ea-9c36-da894c6c01e0 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254354 May 04 22:25:22.595382 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:22.597469 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:22.658593 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02edd2-619b-43c4-8f35-2e61a062ab71 req-01c59a56-a24c-4d9d-9771-094b037ff17c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:22.660412 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7c02edd2-619b-43c4-8f35-2e61a062ab71 req-01c59a56-a24c-4d9d-9771-094b037ff17c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 931 time: 1.1579537 May 04 22:25:22.781731 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-7c02edd2-619b-43c4-8f35-2e61a062ab71 req-a921a65e-35f3-4c5b-8151-17231e864feb tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071911 May 04 22:25:22.820797 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-4cee235b-8a5d-4fc6-9b67-55fa12720478 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2681355 May 04 22:25:22.841040 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Request body: {'port': {'device_id': '53520da2-2acf-4c35-bd4f-160923c9e625', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:22.873092 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-c001f9cc-52b8-4cee-a527-a27a6b531de1 None None] Provisioning for port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:25:22.889910 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-c001f9cc-52b8-4cee-a527-a27a6b531de1 None None] Provisioning complete for port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:25:22.891117 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c001f9cc-52b8-4cee-a527-a27a6b531de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:23.045496 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8004d683-600c-4836-9c0d-d6b586a4621c req-a5d95402-43e8-46d3-9c2e-debba66f6833 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 210 time: 0.2204669 May 04 22:25:23.127733 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-c001f9cc-52b8-4cee-a527-a27a6b531de1 None None] Port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:25:23.318102 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:23.435892 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cc3d0c-b4ef-4550-b143-93bbda75acb6 req-3875775a-a128-4c3c-a294-67c1bb35aa85 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:23.441262 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a8cc3d0c-b4ef-4550-b143-93bbda75acb6 req-3875775a-a128-4c3c-a294-67c1bb35aa85 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 946 time: 0.2606251 May 04 22:25:23.671310 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a8cc3d0c-b4ef-4550-b143-93bbda75acb6 req-88468148-ad52-427f-8b1a-411c135db7c3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035565 May 04 22:25:24.307059 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.notifiers.nova [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f {{(pid=74775) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:25:24.335044 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Notify callbacks [] for port, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:24.398730 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.provisioning_blocks [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Transition to ACTIVE for port object 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f will not be triggered until provisioned by entity L2. {{(pid=74775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:25:24.514816 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31642568'] for port, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:24.523984 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-8e45d7f1-44a2-44c2-9bb9-43b883f1a302 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:24.619831 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a0501f68-3691-43bc-b89e-cd594842221e tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:24.622698 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a0501f68-3691-43bc-b89e-cd594842221e tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.85 "GET /v2.0/networks?id=5170873a-6cb6-4353-9101-7364c7875074 HTTP/1.1" status: 200 len: 811 time: 0.4123337 May 04 22:25:24.918388 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb8470-7d50-483c-8f3e-bd66bf673496 req-eb84f330-ea9f-4f85-8627-9049c487de92 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:24.930266 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6ecb8470-7d50-483c-8f3e-bd66bf673496 req-eb84f330-ea9f-4f85-8627-9049c487de92 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.3057601 May 04 22:25:24.937248 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-4b038987-ddf4-4676-ae28-8de39a3c5419 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4 HTTP/1.1" status: 200 len: 379 time: 0.1914849 May 04 22:25:24.969212 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Request body: {'port': {'device_id': '2640f1fe-5ea7-490d-9a3c-abc36c144423', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'admin_state_up': True, 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'security_groups': ['c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4']}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:25.004868 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Pushing event updated for resources: {'Port': ['ID=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,revision_number=2']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:25.053979 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:25.342778 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Attempting to bind port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74775) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:25:25.343828 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Attempting to bind port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'}] {{(pid=74775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:25:25.344873 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Attempting to bind port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f on network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 {{(pid=74775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:25:25.361109 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f on network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:25:25.378979 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Attempting to bind port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f on network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 {{(pid=74775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:25:25.396849 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:25:25.401789 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Checking segment: {'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:25:25.403257 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Bound using segment: {'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'} {{(pid=74775) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:25:25.409071 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Bound port: 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e277e94f-8231-455d-b20b-8b3d20958f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 984, 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55'}}] {{(pid=74775) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:25:25.410562 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:25.423434 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:25.455091 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6ecb8470-7d50-483c-8f3e-bd66bf673496 req-45270e04-58c9-42d3-8af0-b24af5261600 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5131764 May 04 22:25:25.478555 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:25.629786 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Made reservation on behalf of 0cd3d4f19a8c439dad38f4f92355f0b4 for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:25:25.637018 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:25.997325 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f329a9b8-84e0-41dc-8291-b4fb46bd8672 req-8a9987a0-091d-4957-a616-2d18c57977b6 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 210 time: 0.2545462 May 04 22:25:26.050367 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.db [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] For port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f, host hv-cinder-78692, cleared binding levels {{(pid=74775) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:25:26.057382 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.db [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] For port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74775) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:25:26.152509 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31642568'] for port, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:26.180120 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:26.252217 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a3dfa-b921-4bb5-9e75-f2069745fbdb req-3e0ddc59-b667-4bab-90c4-56586e26f0a2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:26.255183 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-688a3dfa-b921-4bb5-9e75-f2069745fbdb req-3e0ddc59-b667-4bab-90c4-56586e26f0a2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 946 time: 0.3961670 May 04 22:25:26.306686 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:26.309766 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:26.312682 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] 10.222.0.85 "PUT /v2.0/ports/1b55b961-2b9b-418a-8ba5-71cfe1d16a2f HTTP/1.1" status: 200 len: 1093 time: 3.4839058 May 04 22:25:26.336926 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53520da2-2acf-4c35-bd4f-160923c9e625', 'tag': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f'}] {{(pid=74775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:25:26.405805 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Allocated IP 172.20.0.10 (5170873a-6cb6-4353-9101-7364c7875074/1643d57d-290d-4570-bd82-70f1a3a61b16/f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:25:26.466518 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Pushing event updated for resources: {'Port': ['ID=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,revision_number=3']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:26.473671 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:26.490255 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-688a3dfa-b921-4bb5-9e75-f2069745fbdb req-3ed8deda-0567-4a36-a5c7-3ecc953c850e tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166913 May 04 22:25:27.155290 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53520da2-2acf-4c35-bd4f-160923c9e625', 'tag': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'status': 'completed', 'code': 200} May 04 22:25:27.300651 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-58148024-0309-4ffe-b128-fba157e0c7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:27.304039 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-58148024-0309-4ffe-b128-fba157e0c7aa service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=103d42182a3c4260be8d70345f58713e&device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 1096 time: 0.7956941 May 04 22:25:27.535086 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-f916099e-8adc-49ca-aef5-21df31885ddc service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f HTTP/1.1" status: 200 len: 217 time: 0.2219496 May 04 22:25:27.550457 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:27.616910 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Transition to ACTIVE for port object f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 will not be triggered until provisioned by entity DHCP. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:25:27.641566 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9729c6-7ac0-4a91-8d23-03610b0aff91 req-21837613-ad65-4d58-83f0-d068d4f0a38e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:27.641877 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6308a3bf-1ea5-4d24-b457-3749b56b9bba req-43cf4d2c-3e89-4b93-adaf-71761ab0f45a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 210 time: 0.2110667 May 04 22:25:27.656317 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6a9729c6-7ac0-4a91-8d23-03610b0aff91 req-21837613-ad65-4d58-83f0-d068d4f0a38e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.3946517 May 04 22:25:27.728412 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-b5398d39-da6f-42c0-aede-97b9868d35dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:27.731604 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-b5398d39-da6f-42c0-aede-97b9868d35dd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=21a3bb95-7a44-40ab-a059-c462d0233277 HTTP/1.1" status: 200 len: 855 time: 0.1838048 May 04 22:25:27.766501 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6a9729c6-7ac0-4a91-8d23-03610b0aff91 req-44f08d8e-135d-4601-8e53-0d5734c1f13e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051071 May 04 22:25:27.896371 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:27.908256 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:27.925420 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-676cbdc9-406b-4fdd-87e3-327246089f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:27.927472 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-676cbdc9-406b-4fdd-87e3-327246089f99 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1884060 May 04 22:25:28.068681 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event updated for resources: {'Port': ['ID=f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:28.081819 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:28.082339 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:28.082766 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:28.083324 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:28.083831 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:28.084056 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:28.084553 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:28.084975 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:28.085364 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:28.085707 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:28.086147 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:28.086506 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:28.104375 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:28.127016 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Network 5170873a-6cb6-4353-9101-7364c7875074 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:25:28.129864 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:25:28.134621 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:25:28.148445 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:28.149386 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:28.300402 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-660a684e-5e46-4f39-8f2a-03a0fbdca3ed service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647521 May 04 22:25:28.340782 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3774104 May 04 22:25:28.354070 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Request body: {'port': {'device_id': '2640f1fe-5ea7-490d-9a3c-abc36c144423', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:28.648551 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-94c3935a-5c18-42c3-9fc4-568ef464ffff req-7d59ad74-17d0-417c-89b4-474102d15d3c service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342729 May 04 22:25:28.794730 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-2afaba79-ae5c-46d6-aa68-99db0d935df7 None None] Provisioning for port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:25:28.803166 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-2afaba79-ae5c-46d6-aa68-99db0d935df7 None None] Provisioning complete for port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:25:28.803919 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-2afaba79-ae5c-46d6-aa68-99db0d935df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:28.965884 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-2afaba79-ae5c-46d6-aa68-99db0d935df7 None None] Port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:25:29.104327 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:29.154221 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1892e91-3f2a-47fe-995a-992a3f00f6d5 req-75f7a16d-ca3f-40da-998f-7d09fbd60edb tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:29.156023 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b1892e91-3f2a-47fe-995a-992a3f00f6d5 req-75f7a16d-ca3f-40da-998f-7d09fbd60edb tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 945 time: 0.4065590 May 04 22:25:29.199599 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee49c50-0982-47f5-b3fd-9675cc0226f2 req-5e1dc02b-3c66-4421-ae5a-d459e50fc450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:29.201752 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6ee49c50-0982-47f5-b3fd-9675cc0226f2 req-5e1dc02b-3c66-4421-ae5a-d459e50fc450 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=103d42182a3c4260be8d70345f58713e&device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 1096 time: 0.2300384 May 04 22:25:29.221948 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dcc9ee-cff8-4425-b56c-66e8d25b5a7e req-7a3a49b3-9256-49c4-a43f-9023b8ac0ccb tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:29.231382 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-36dcc9ee-cff8-4425-b56c-66e8d25b5a7e req-7a3a49b3-9256-49c4-a43f-9023b8ac0ccb tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 932 time: 0.3641865 May 04 22:25:29.356393 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b1892e91-3f2a-47fe-995a-992a3f00f6d5 req-9cebdfe4-a8cf-4638-bbf9-55a45a9be5aa tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613939 May 04 22:25:29.574760 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-36dcc9ee-cff8-4425-b56c-66e8d25b5a7e req-f117fc32-13c5-473c-96f8-352f54a9ef9a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Synchronizing usage tracker for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:security_group {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:25:29.614799 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-36dcc9ee-cff8-4425-b56c-66e8d25b5a7e req-f117fc32-13c5-473c-96f8-352f54a9ef9a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Unset dirty status for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:security_group {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:25:29.632686 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-36dcc9ee-cff8-4425-b56c-66e8d25b5a7e req-f117fc32-13c5-473c-96f8-352f54a9ef9a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3993282 May 04 22:25:29.692594 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee49c50-0982-47f5-b3fd-9675cc0226f2 req-82a23d05-b559-4b37-877c-942205ec66ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:29.695706 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6ee49c50-0982-47f5-b3fd-9675cc0226f2 req-82a23d05-b559-4b37-877c-942205ec66ba service neutron] 10.222.0.85 "GET /v2.0/networks?id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 HTTP/1.1" status: 200 len: 917 time: 0.4448922 May 04 22:25:29.701662 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:25:29.855085 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6ee49c50-0982-47f5-b3fd-9675cc0226f2 req-98edbb74-3ba7-4107-a001-6f418067ae04 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f HTTP/1.1" status: 200 len: 217 time: 0.1485481 May 04 22:25:29.961284 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee49c50-0982-47f5-b3fd-9675cc0226f2 req-226fa52e-f062-4272-a8d4-84c6aa95b112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:29.968031 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6ee49c50-0982-47f5-b3fd-9675cc0226f2 req-226fa52e-f062-4272-a8d4-84c6aa95b112 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=21a3bb95-7a44-40ab-a059-c462d0233277 HTTP/1.1" status: 200 len: 855 time: 0.1007593 May 04 22:25:30.182505 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee49c50-0982-47f5-b3fd-9675cc0226f2 req-174a0857-9f00-4db3-8d6e-19a270db10f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:30.186019 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6ee49c50-0982-47f5-b3fd-9675cc0226f2 req-174a0857-9f00-4db3-8d6e-19a270db10f6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2125196 May 04 22:25:30.237010 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55154b50-bd38-4cc8-af72-e7e79d5ebea1 req-b6377575-8397-44c0-bd7f-93afddacb53a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:30.240864 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-55154b50-bd38-4cc8-af72-e7e79d5ebea1 req-b6377575-8397-44c0-bd7f-93afddacb53a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.3293476 May 04 22:25:30.419506 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.db.resource_extend [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 22:25:30.503591 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6ee49c50-0982-47f5-b3fd-9675cc0226f2 req-c89806f4-6ddc-4975-8938-ed0b28b152ee service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963219 May 04 22:25:30.716234 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-55154b50-bd38-4cc8-af72-e7e79d5ebea1 req-3e9bc8f7-ae35-41cd-a644-2c7ffed20ea1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4503977 May 04 22:25:30.747263 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:25:30.759356 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:30.788357 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Transition to ACTIVE for port object f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:25:30.909814 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:30.917317 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6ee49c50-0982-47f5-b3fd-9675cc0226f2 req-0f951cdc-ccf5-4f33-bae5-42251856c5b7 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008682 May 04 22:25:30.929380 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:30.983217 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cfd40-67e9-4c17-8961-d5da9bc544bd req-7f9a83dd-a6f2-4384-9070-9ea5cb7f66cb tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:30.985980 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-300cfd40-67e9-4c17-8961-d5da9bc544bd req-7f9a83dd-a6f2-4384-9070-9ea5cb7f66cb tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 945 time: 0.2120993 May 04 22:25:31.102341 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-300cfd40-67e9-4c17-8961-d5da9bc544bd req-27eba940-13db-4246-beda-df5f7c94ef83 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047986 May 04 22:25:31.148383 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:25:31.493618 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-7b4aafa0-bd41-4e60-8794-9d898f6e3990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:31.509925 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:31.525445 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:31.545235 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Attempting to bind port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:25:31.545786 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Attempting to bind port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:25:31.548878 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Attempting to bind port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 on network 5170873a-6cb6-4353-9101-7364c7875074 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:25:31.567305 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 on network 5170873a-6cb6-4353-9101-7364c7875074 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:25:31.568062 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Attempting to bind port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 on network 5170873a-6cb6-4353-9101-7364c7875074 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:25:31.600511 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:25:31.601092 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Checking segment: {'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:25:31.601719 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Bound using segment: {'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:25:31.602445 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Bound port: f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '5170873a-6cb6-4353-9101-7364c7875074'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:25:31.603054 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:31.742823 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:25:31.780818 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'port_id': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'mac_address': 'fa:16:3e:9a:e1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:25:31.787413 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:31.802214 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4f005-1a8c-4947-a4d3-6e3d032192d7 req-fc078f89-0b44-4e5d-81b4-0900d8661f52 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:31.803705 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-a2a4f005-1a8c-4947-a4d3-6e3d032192d7 req-fc078f89-0b44-4e5d-81b4-0900d8661f52 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Synchronizing usage tracker for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:25:31.844598 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] For port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:25:31.860365 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] For port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:25:31.966722 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:31.997347 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-a2a4f005-1a8c-4947-a4d3-6e3d032192d7 req-fc078f89-0b44-4e5d-81b4-0900d8661f52 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Unset dirty status for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:25:32.000178 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a2a4f005-1a8c-4947-a4d3-6e3d032192d7 req-fc078f89-0b44-4e5d-81b4-0900d8661f52 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 944 time: 1.0721817 May 04 22:25:32.003391 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:32.019634 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:25:32.060359 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-01ad319f-dc32-493d-a35f-457892be7406 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:32.078141 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:25:32.184232 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:32.192080 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:32.192080 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] 10.222.0.85 "PUT /v2.0/ports/f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 HTTP/1.1" status: 200 len: 1094 time: 3.8445601 May 04 22:25:32.200602 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2640f1fe-5ea7-490d-9a3c-abc36c144423', 'tag': 'f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:25:32.209399 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:32.213061 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:32.269122 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:32.276486 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:32.341236 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a2a4f005-1a8c-4947-a4d3-6e3d032192d7 req-132f01f5-00e2-46ec-96aa-afc09063cceb tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3186917 May 04 22:25:32.444461 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:32.465622 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:32.505579 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['1b55b961-2b9b-418a-8ba5-71cfe1d16a2f'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:25:32.547586 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-70685598-45c9-4749-b085-8eb2163973d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:32.550667 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-70685598-45c9-4749-b085-8eb2163973d4 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4&device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 1097 time: 0.2079630 May 04 22:25:32.826396 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-f8bca1ff-c7e1-44d4-8797-9ba950fcf26a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 HTTP/1.1" status: 200 len: 217 time: 0.2657564 May 04 22:25:32.977108 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-d099d9f7-5391-4940-8897-99bf2a56f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:32.978693 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-d099d9f7-5391-4940-8897-99bf2a56f515 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1643d57d-290d-4570-bd82-70f1a3a61b16 HTTP/1.1" status: 200 len: 850 time: 0.1407835 May 04 22:25:33.174310 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-26742213-2667-4e13-a16b-aa49ca890603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:33.176893 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-26742213-2667-4e13-a16b-aa49ca890603 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5170873a-6cb6-4353-9101-7364c7875074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1865776 May 04 22:25:33.349318 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e969fde7-f099-42e7-9676-4d7d26d78f17 req-c186394f-dd00-4910-a675-43e1312fee1a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:33.368302 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e969fde7-f099-42e7-9676-4d7d26d78f17 req-c186394f-dd00-4910-a675-43e1312fee1a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 944 time: 0.6158857 May 04 22:25:33.496317 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e969fde7-f099-42e7-9676-4d7d26d78f17 req-7007d165-b0f7-4bb6-967d-780fe71751bc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153333 May 04 22:25:33.912868 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-84f32c04-9efa-4e19-ad53-2b8d04a5c0ed req-006dd896-c080-4973-9359-77acc82ae71d service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1797874 May 04 22:25:33.954282 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-f4136376-c6ca-4829-a28f-d58d0c8feca1 service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7610195 May 04 22:25:33.973072 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de01e3f4-0bb8-4f83-ba57-89e06b93bfb3 req-4751d03e-1505-41a9-9a7e-03ec85369103 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:33.975470 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-de01e3f4-0bb8-4f83-ba57-89e06b93bfb3 req-4751d03e-1505-41a9-9a7e-03ec85369103 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 945 time: 0.6556733 May 04 22:25:34.123528 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2640f1fe-5ea7-490d-9a3c-abc36c144423', 'tag': 'f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0', 'status': 'completed', 'code': 200} May 04 22:25:34.178187 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-de01e3f4-0bb8-4f83-ba57-89e06b93bfb3 req-8a07c7ca-2e85-4785-b6c5-e670ade0bb2b tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845996 May 04 22:25:34.226888 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:34.295932 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f32c04-9efa-4e19-ad53-2b8d04a5c0ed req-779166bf-47d6-414b-9589-58ddb22035f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:34.298698 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-84f32c04-9efa-4e19-ad53-2b8d04a5c0ed req-779166bf-47d6-414b-9589-58ddb22035f7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49f2130450124f6ba4b3112b3833ca22&device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 1099 time: 0.2282491 May 04 22:25:34.591115 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f27053e-d364-4236-b0ce-b349b3f6f5e9 req-3b330bf3-8655-4563-8870-11ed6868da5e tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:34.593782 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9f27053e-d364-4236-b0ce-b349b3f6f5e9 req-3b330bf3-8655-4563-8870-11ed6868da5e tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.85 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 945 time: 0.4740436 May 04 22:25:34.723342 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901e73d-0e53-4003-8fb0-26c7e3fe281d req-0942fd04-9908-4f93-961d-2230d4c9baa7 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:34.726301 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2901e73d-0e53-4003-8fb0-26c7e3fe281d req-0942fd04-9908-4f93-961d-2230d4c9baa7 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 944 time: 0.7661588 May 04 22:25:34.735438 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99442ed5-fd62-452d-86e7-f3caa72e6ad4 req-a3267358-21f9-4679-9318-5485f13b5b02 service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5026560 May 04 22:25:34.868125 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f32c04-9efa-4e19-ad53-2b8d04a5c0ed req-5eb6f1e3-b231-4616-aa22-6928474b1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:34.871122 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-84f32c04-9efa-4e19-ad53-2b8d04a5c0ed req-5eb6f1e3-b231-4616-aa22-6928474b1769 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2f29b772-5109-477f-8713-567419a52249 HTTP/1.1" status: 200 len: 916 time: 0.5396972 May 04 22:25:35.010961 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2901e73d-0e53-4003-8fb0-26c7e3fe281d req-ff79532b-7915-413d-9147-7f0182b5cd34 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677844 May 04 22:25:35.136778 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:25:35.147051 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-9f27053e-d364-4236-b0ce-b349b3f6f5e9 req-6999aee0-523e-4506-bbf9-b94280183a95 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Deleting port 755d1863-66bc-4527-a7b6-780a6bd12d83 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:25:35.147681 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-9f27053e-d364-4236-b0ce-b349b3f6f5e9 req-6999aee0-523e-4506-bbf9-b94280183a95 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:35.194977 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-84f32c04-9efa-4e19-ad53-2b8d04a5c0ed req-9e267e72-ad06-40c3-bb6e-d588b2c1e851 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70 HTTP/1.1" status: 200 len: 217 time: 0.3060529 May 04 22:25:35.235699 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-828dd549-6e69-4987-ae80-006fa73fbc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:35.380811 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4c300-659b-47c1-97fb-a5fa61d7dfca req-6ebe0d5b-7b3e-4122-b7e6-8fbec2bbd735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:35.383617 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6d4c300-659b-47c1-97fb-a5fa61d7dfca req-6ebe0d5b-7b3e-4122-b7e6-8fbec2bbd735 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4&device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 1097 time: 0.4767432 May 04 22:25:35.391862 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f32c04-9efa-4e19-ad53-2b8d04a5c0ed req-edcc3854-7732-43a4-9982-89abe0ee77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:35.403161 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-84f32c04-9efa-4e19-ad53-2b8d04a5c0ed req-edcc3854-7732-43a4-9982-89abe0ee77cd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0ace682f-3e69-4b4a-98c6-bd7cca411d03 HTTP/1.1" status: 200 len: 854 time: 0.1898060 May 04 22:25:35.421655 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:25:35.429570 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:25:35.434669 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:35.612710 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59082488-2904-4584-a90f-f20919344e7c req-0a793aaa-005c-48b3-8408-fb50f632fd7d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:35.614150 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-59082488-2904-4584-a90f-f20919344e7c req-0a793aaa-005c-48b3-8408-fb50f632fd7d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Synchronizing usage tracker for tenant:103d42182a3c4260be8d70345f58713e on resource:port {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:25:35.714714 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f32c04-9efa-4e19-ad53-2b8d04a5c0ed req-3b128750-ff56-44d0-834d-0627fb4b7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:35.718891 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-84f32c04-9efa-4e19-ad53-2b8d04a5c0ed req-3b128750-ff56-44d0-834d-0627fb4b7177 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2f29b772-5109-477f-8713-567419a52249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3060200 May 04 22:25:35.764678 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-9f27053e-d364-4236-b0ce-b349b3f6f5e9 req-6999aee0-523e-4506-bbf9-b94280183a95 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] For port 755d1863-66bc-4527-a7b6-780a6bd12d83, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=755d1863-66bc-4527-a7b6-780a6bd12d83,segment=NetworkSegment(7fa63203-6140-4c95-b641-19581fda4e2e),segment_id=7fa63203-6140-4c95-b641-19581fda4e2e)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:25:35.764678 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-9f27053e-d364-4236-b0ce-b349b3f6f5e9 req-6999aee0-523e-4506-bbf9-b94280183a95 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:35.782070 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-59082488-2904-4584-a90f-f20919344e7c req-0a793aaa-005c-48b3-8408-fb50f632fd7d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Unset dirty status for tenant:103d42182a3c4260be8d70345f58713e on resource:port {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:25:35.799579 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-59082488-2904-4584-a90f-f20919344e7c req-0a793aaa-005c-48b3-8408-fb50f632fd7d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 944 time: 0.7673218 May 04 22:25:35.818690 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:35.955712 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:25:35.957201 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53520da2-2acf-4c35-bd4f-160923c9e625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:25:36.060616 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:36.063586 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:36.107998 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-59082488-2904-4584-a90f-f20919344e7c req-22b8a7c5-8869-4323-89f3-e6c7eddf1ac3 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919152 May 04 22:25:36.274039 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:36.281007 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-9f27053e-d364-4236-b0ce-b349b3f6f5e9 req-6999aee0-523e-4506-bbf9-b94280183a95 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Calling delete_port for 755d1863-66bc-4527-a7b6-780a6bd12d83 owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:25:36.288985 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4c300-659b-47c1-97fb-a5fa61d7dfca req-4ba02fe0-e0c6-4a7e-aaa2-d497d2f2ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:36.292077 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6d4c300-659b-47c1-97fb-a5fa61d7dfca req-4ba02fe0-e0c6-4a7e-aaa2-d497d2f2ad44 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5170873a-6cb6-4353-9101-7364c7875074 HTTP/1.1" status: 200 len: 912 time: 0.9003303 May 04 22:25:36.294118 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-84f32c04-9efa-4e19-ad53-2b8d04a5c0ed req-f8987811-fc52-4986-8ed6-68c7b4f4be14 service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5647693 May 04 22:25:36.295632 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:36.300807 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:36.367163 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53520da2-2acf-4c35-bd4f-160923c9e625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'code': 200} May 04 22:25:36.472075 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6d4c300-659b-47c1-97fb-a5fa61d7dfca req-3f7cee36-ab53-4ab5-b84c-077b45efd84a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 HTTP/1.1" status: 200 len: 217 time: 0.1598978 May 04 22:25:36.618781 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ba530-aee2-4d4f-8681-5711f7ddb028 req-b9c354c2-c48a-47ac-9d74-0c6afb756242 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:36.638507 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ec0ba530-aee2-4d4f-8681-5711f7ddb028 req-b9c354c2-c48a-47ac-9d74-0c6afb756242 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 945 time: 1.0554571 May 04 22:25:36.761823 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4c300-659b-47c1-97fb-a5fa61d7dfca req-3ad55d66-3222-4f4f-87c0-6039791764eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:36.764624 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6d4c300-659b-47c1-97fb-a5fa61d7dfca req-3ad55d66-3222-4f4f-87c0-6039791764eb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1643d57d-290d-4570-bd82-70f1a3a61b16 HTTP/1.1" status: 200 len: 850 time: 0.2800472 May 04 22:25:36.903773 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ec0ba530-aee2-4d4f-8681-5711f7ddb028 req-a6752bde-e53b-4ca1-bb88-e5f03c1566b1 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621024 May 04 22:25:36.998441 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f557e277-926d-479b-a94e-27e304e51bab req-ef8729fe-f665-4e9d-a52d-831723d3b949 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:37.017022 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f557e277-926d-479b-a94e-27e304e51bab req-ef8729fe-f665-4e9d-a52d-831723d3b949 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 944 time: 0.3778625 May 04 22:25:37.023473 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-84f32c04-9efa-4e19-ad53-2b8d04a5c0ed req-aa35bebc-f0fc-4359-b09a-fe3021abbfc4 service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7172191 May 04 22:25:37.139667 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f557e277-926d-479b-a94e-27e304e51bab req-f6d03ab1-7f32-4c16-b575-377cc919838e tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145208 May 04 22:25:37.171575 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:25:37.171575 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 755d1863-66bc-4527-a7b6-780a6bd12d83 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:25:37.213755 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d4c300-659b-47c1-97fb-a5fa61d7dfca req-195be350-15fd-495e-91d5-231e252ee83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:37.217202 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6d4c300-659b-47c1-97fb-a5fa61d7dfca req-195be350-15fd-495e-91d5-231e252ee83c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5170873a-6cb6-4353-9101-7364c7875074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4417140 May 04 22:25:37.446075 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-9f27053e-d364-4236-b0ce-b349b3f6f5e9 req-6999aee0-523e-4506-bbf9-b94280183a95 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:37.683254 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:25:37.701955 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': 'f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'port_id': 'f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0', 'mac_address': 'fa:16:3e:29:93:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 990, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:25:37.704610 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No active binding found for port 755d1863-66bc-4527-a7b6-780a6bd12d83 {{(pid=74777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 04 22:25:37.705133 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 755d1863-66bc-4527-a7b6-780a6bd12d83 not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:25:37.754330 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a57f0ded-1503-440a-965e-817de49cdbc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:37.880232 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:37.953695 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:25:37.987496 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999aee0-523e-4506-bbf9-b94280183a95 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Pushing event deleted for resources: {'Port': ['ID=755d1863-66bc-4527-a7b6-780a6bd12d83,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:37.992227 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-6999aee0-523e-4506-bbf9-b94280183a95 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:38.061179 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:25:38.091195 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0ccc8-b613-47cf-bc75-c82cdf40e8c5 req-39eff34e-fe4f-4a5d-86e7-5b3c81a287f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:38.094079 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d7b0ccc8-b613-47cf-bc75-c82cdf40e8c5 req-39eff34e-fe4f-4a5d-86e7-5b3c81a287f8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 1098 time: 1.0658271 May 04 22:25:38.163802 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:38.167049 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:38.259586 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f27053e-d364-4236-b0ce-b349b3f6f5e9 req-6999aee0-523e-4506-bbf9-b94280183a95 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] No DVR routers for this DVR port 755d1863-66bc-4527-a7b6-780a6bd12d83 on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:25:38.280959 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-9f27053e-d364-4236-b0ce-b349b3f6f5e9 req-6999aee0-523e-4506-bbf9-b94280183a95 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:38.310304 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969c7cb8-2110-4cf2-bb4a-869b9aa69a74', 'name': 'network-vif-deleted', 'tag': '755d1863-66bc-4527-a7b6-780a6bd12d83'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:25:38.325547 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:38.332647 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:38.339546 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-504df2ad-366c-4c43-a923-377324f6a80c req-25438079-27af-44df-a4a4-98948394a9c6 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 210 time: 0.1017597 May 04 22:25:38.364891 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6d4c300-659b-47c1-97fb-a5fa61d7dfca req-27aab193-af82-4a85-ae3a-59ad8b5ca749 service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1276679 May 04 22:25:38.373144 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d7b0ccc8-b613-47cf-bc75-c82cdf40e8c5 req-5295c27d-88df-4b1c-9c56-dd0fae7075f9 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438109 May 04 22:25:38.423392 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358df7a-f26c-4a5b-8d7c-e79ff6eebe0d req-9dbdc6a6-cf0c-4f6d-8d47-47c423cb8ade tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:38.427222 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f358df7a-f26c-4a5b-8d7c-e79ff6eebe0d req-9dbdc6a6-cf0c-4f6d-8d47-47c423cb8ade tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.5621762 May 04 22:25:38.447697 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:25:38.547786 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9f27053e-d364-4236-b0ce-b349b3f6f5e9 req-6999aee0-523e-4506-bbf9-b94280183a95 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.85 "DELETE /v2.0/ports/755d1863-66bc-4527-a7b6-780a6bd12d83 HTTP/1.1" status: 204 len: 173 time: 3.9447706 May 04 22:25:38.548799 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:38.668335 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f358df7a-f26c-4a5b-8d7c-e79ff6eebe0d req-ca798b0a-aea2-4903-8780-ce3a7e39214e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940329 May 04 22:25:38.924738 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d6d4c300-659b-47c1-97fb-a5fa61d7dfca req-78a341b0-59e9-438b-b044-33a9da20de99 service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4957349 May 04 22:25:39.083369 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01ec2f-3874-41dd-be0f-28da335bcbdf req-0e378e2d-702c-466e-a4fe-dc2647a84b39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:39.099285 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ef01ec2f-3874-41dd-be0f-28da335bcbdf req-0e378e2d-702c-466e-a4fe-dc2647a84b39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 945 time: 0.3633435 May 04 22:25:39.198522 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ef01ec2f-3874-41dd-be0f-28da335bcbdf req-7d338e71-ef96-42ab-9f0c-3353a369b842 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979590 May 04 22:25:39.324734 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969c7cb8-2110-4cf2-bb4a-869b9aa69a74', 'name': 'network-vif-deleted', 'tag': '755d1863-66bc-4527-a7b6-780a6bd12d83', 'status': 'completed', 'code': 200} May 04 22:25:39.385172 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f284bde-3653-45fe-ae4c-22da39f407a2 req-8b726c62-5525-46a7-ad2b-a396c080a8c7 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:39.388841 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6f284bde-3653-45fe-ae4c-22da39f407a2 req-8b726c62-5525-46a7-ad2b-a396c080a8c7 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 946 time: 0.4195967 May 04 22:25:39.470441 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6f284bde-3653-45fe-ae4c-22da39f407a2 req-9ac4ea57-4317-4f98-97ce-3f52b2468047 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750341 May 04 22:25:39.530353 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59892) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:39.641049 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-349c6aea-399c-4528-bb7e-0b7e5d10da2b req-2069f9cb-c7cb-4c30-bc58-64e9a9c13e4c tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 210 time: 0.0837390 May 04 22:25:39.809141 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10169674-9d45-477f-a3a2-2d1daa71f472 tempest-TestMinimumBasicScenario-1308089412 tempest-TestMinimumBasicScenario-1308089412-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:39.810329 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-10169674-9d45-477f-a3a2-2d1daa71f472 tempest-TestMinimumBasicScenario-1308089412 tempest-TestMinimumBasicScenario-1308089412-project-admin] Synchronizing usage tracker for tenant:a958856352c04a528ce0c08bf06a8d2e on resource:port {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:25:40.009151 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-10169674-9d45-477f-a3a2-2d1daa71f472 tempest-TestMinimumBasicScenario-1308089412 tempest-TestMinimumBasicScenario-1308089412-project-admin] Unset dirty status for tenant:a958856352c04a528ce0c08bf06a8d2e on resource:port {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:25:40.010612 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-10169674-9d45-477f-a3a2-2d1daa71f472 tempest-TestMinimumBasicScenario-1308089412 tempest-TestMinimumBasicScenario-1308089412-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 1094 time: 0.4765561 May 04 22:25:40.015097 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59904) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:40.022003 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Request body: {'floatingip': {'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'port_id': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'fixed_ip_address': '172.20.0.13'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:40.040880 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:40.056109 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Usage tracker for resource:floatingip and tenant:49f2130450124f6ba4b3112b3833ca22 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:40.071558 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:40.094079 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:40.201434 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89c441-630f-4602-b91a-f887fd13be98 req-e1748e99-eb4b-4673-8a77-05c037765292 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:40.204026 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1e89c441-630f-4602-b91a-f887fd13be98 req-e1748e99-eb4b-4673-8a77-05c037765292 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.2134824 May 04 22:25:40.231933 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for floatingip, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:40.325044 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1e89c441-630f-4602-b91a-f887fd13be98 req-0eca7dc0-be23-4dd2-8664-5404b5529806 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111064 May 04 22:25:40.688222 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:41.002819 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1460b618-f889-4858-b506-400f0138ce8f req-ea0572a7-9c71-402e-88da-b0eaaf0d14a0 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:41.012291 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1460b618-f889-4858-b506-400f0138ce8f req-ea0572a7-9c71-402e-88da-b0eaaf0d14a0 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 945 time: 0.4522645 May 04 22:25:41.034504 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-04ff986b-ca60-449e-80af-a65e3ed2d141 req-c65c3202-bca2-456e-b3b1-0d806d8e2090 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Synchronizing usage tracker for tenant:eb66506f6ff440b3abc314d4e8f3a19a on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:25:41.122339 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1460b618-f889-4858-b506-400f0138ce8f req-2f5d4966-7350-484e-b8d7-371d723ebb22 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083004 May 04 22:25:41.198099 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:25:41.231094 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-04ff986b-ca60-449e-80af-a65e3ed2d141 req-c65c3202-bca2-456e-b3b1-0d806d8e2090 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Unset dirty status for tenant:eb66506f6ff440b3abc314d4e8f3a19a on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:25:41.233745 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-04ff986b-ca60-449e-80af-a65e3ed2d141 req-c65c3202-bca2-456e-b3b1-0d806d8e2090 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=969c7cb8-2110-4cf2-bb4a-869b9aa69a74 HTTP/1.1" status: 200 len: 210 time: 0.3038936 May 04 22:25:41.303453 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_common [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Allocated IP 172.28.3.212 (76581f0b-881c-41a1-a7c9-33e7218dfd31/7bfeb869-822c-4f12-8913-9d21738f2df2/4077755e-c869-4213-84ec-8b706d953c8d) {{(pid=74775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:25:41.534137 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:25:41.552358 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:25:41.553345 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:41.650005 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for port, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:41.774187 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d01b0-d31c-4642-a733-28dba1b5be51 req-cd3b0c68-1223-4d1a-8649-1f764a72177d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:41.775922 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-c03d01b0-d31c-4642-a733-28dba1b5be51 req-cd3b0c68-1223-4d1a-8649-1f764a72177d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.1880858 May 04 22:25:41.805489 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:41.859906 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-c03d01b0-d31c-4642-a733-28dba1b5be51 req-6fe3c213-2af6-4d9f-8370-47f6ab383243 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664132 May 04 22:25:41.864213 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:41.876599 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2640f1fe-5ea7-490d-9a3c-abc36c144423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:25:41.891863 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:41.905210 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:25:41.968893 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:41.971851 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:42.062225 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2640f1fe-5ea7-490d-9a3c-abc36c144423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0', 'code': 200} May 04 22:25:42.136701 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:25:42.138400 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Pushing event updated for resources: {'Port': ['ID=4077755e-c869-4213-84ec-8b706d953c8d,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:42.145737 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:42.146051 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:25:42.148888 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:42.159187 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Received port after_create {{(pid=74775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:25:42.216183 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:42.218942 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:42.218942 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:42.218942 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:42.218942 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:42.219626 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:42.219970 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:42.220595 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:42.221221 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:42.221848 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:42.222461 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:42.223109 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:25:42.326383 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:42.587173 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad18e7-78e6-497b-a3bc-7d500f44819c req-d6250a5e-fe48-4364-b0c0-7857a4218c5e tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:42.598632 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-92ad18e7-78e6-497b-a3bc-7d500f44819c req-d6250a5e-fe48-4364-b0c0-7857a4218c5e tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 946 time: 0.1693070 May 04 22:25:42.631406 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b750e1-44c2-4965-b36d-3893e05bbe54 req-7975dc22-5b0c-440f-954d-f08e264a01ce tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:42.643525 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-82b750e1-44c2-4965-b36d-3893e05bbe54 req-7975dc22-5b0c-440f-954d-f08e264a01ce tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.4082599 May 04 22:25:42.644364 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 59934) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:42.688694 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-e9f562be-2da9-4e7b-8279-587a5894d51f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Request body: {'floatingip': {'port_id': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:43.048347 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e9f562be-2da9-4e7b-8279-587a5894d51f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for floatingip, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:43.173168 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:43.359561 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-92ad18e7-78e6-497b-a3bc-7d500f44819c req-faf539a8-2e1d-4dbe-a08d-798fda641e41 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7591720 May 04 22:25:43.458435 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:43.687894 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432eb163-8324-4060-a715-7d4373ad1410 req-43c5ef48-04ec-4175-8c12-2e1ef8206bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:43.690697 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-432eb163-8324-4060-a715-7d4373ad1410 req-43c5ef48-04ec-4175-8c12-2e1ef8206bd8 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 1099 time: 0.7472856 May 04 22:25:43.953291 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for port, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:44.035027 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31642568'] for port, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:44.051980 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-432eb163-8324-4060-a715-7d4373ad1410 req-5d87f54b-a450-4fa1-825b-3b218396fd65 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624086 May 04 22:25:44.059267 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3ffb06a3-a501-4b50-936c-7c95b87e403c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:44.261047 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Pushing event updated for resources: {'Port': ['ID=4077755e-c869-4213-84ec-8b706d953c8d,revision_number=2']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:44.268397 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:44.282298 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920181'] for floatingip, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:44.905965 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e9f562be-2da9-4e7b-8279-587a5894d51f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:44.953946 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.l3_db [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Floating IP 1913eebf-404f-4c0a-995c-ee3fbcc2c65c associated. External IP: 172.28.3.212, port: 19a9dc77-cb5b-4c96-b81a-8f54f2228c70. May 04 22:25:45.127323 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e9f562be-2da9-4e7b-8279-587a5894d51f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920181'] for floatingip, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:45.343599 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914de7a-1921-478f-bc1c-427f9be30eee req-91c2b4c0-62c9-4cef-bd6b-bc7ca827a51e tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:45.347702 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1914de7a-1921-478f-bc1c-427f9be30eee req-91c2b4c0-62c9-4cef-bd6b-bc7ca827a51e tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 946 time: 0.7262187 May 04 22:25:45.596627 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.l3_db [None req-e9f562be-2da9-4e7b-8279-587a5894d51f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Floating IP b37a1314-f9fd-4ef3-84d8-9ea1cccbdc81 associated. External IP: 172.28.3.146, port: 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f. May 04 22:25:45.766639 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1914de7a-1921-478f-bc1c-427f9be30eee req-90b6fbb3-2943-4511-aaef-dd5081186225 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3711102 May 04 22:25:45.995915 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:25:46.396500 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9f562be-2da9-4e7b-8279-587a5894d51f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Router f31efbfe-15f7-431b-b70c-68bb2a88da9b has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:25:46.451551 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:25:46.470576 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e960bc-970f-4712-a5e5-054b26b8c949 None None] Sync routers for ids ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:25:46.513854 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e960bc-970f-4712-a5e5-054b26b8c949 None None] Routers {'f4351f4a-424c-49cd-bc1c-d3c21bd48f15'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:25:46.518253 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-21e960bc-970f-4712-a5e5-054b26b8c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:25:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:25:46.675411 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:46.856158 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9f562be-2da9-4e7b-8279-587a5894d51f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:25:46.864502 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.8478448 May 04 22:25:46.865796 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'tag': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70'}] {{(pid=74775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:25:46.873979 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e9f562be-2da9-4e7b-8279-587a5894d51f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:46.881494 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d09bcb-4662-4bc8-9c7f-0af37b5611d3 None None] Sync routers for ids ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:25:46.889112 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 59982) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:46.911303 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-efc3d86b-9932-4ce2-a672-94863ec7b9ed tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-335603945', 'description': 'tempest-secgroup-smoke-335603945 description', 'project_id': '49f2130450124f6ba4b3112b3833ca22'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:46.932594 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d09bcb-4662-4bc8-9c7f-0af37b5611d3 None None] Routers {'f31efbfe-15f7-431b-b70c-68bb2a88da9b'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:25:46.936092 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-efc3d86b-9932-4ce2-a672-94863ec7b9ed tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:46.938161 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-e6d09bcb-4662-4bc8-9c7f-0af37b5611d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:25:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:25:46.981061 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-efc3d86b-9932-4ce2-a672-94863ec7b9ed tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:47.099516 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'tag': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70', 'status': 'completed', 'code': 200} May 04 22:25:47.100784 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-21e960bc-970f-4712-a5e5-054b26b8c949 None None] Set router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:25:47.157268 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-efc3d86b-9932-4ce2-a672-94863ec7b9ed tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:47.229313 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-efc3d86b-9932-4ce2-a672-94863ec7b9ed tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:47.237801 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-efc3d86b-9932-4ce2-a672-94863ec7b9ed tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Usage tracker for resource:security_group_rule and tenant:49f2130450124f6ba4b3112b3833ca22 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:47.244838 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-efc3d86b-9932-4ce2-a672-94863ec7b9ed tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:47.257700 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-efc3d86b-9932-4ce2-a672-94863ec7b9ed tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:47.434963 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-efc3d86b-9932-4ce2-a672-94863ec7b9ed tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:47.539648 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-efc3d86b-9932-4ce2-a672-94863ec7b9ed tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:47.546198 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-e9f562be-2da9-4e7b-8279-587a5894d51f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "PUT /v2.0/floatingips/b37a1314-f9fd-4ef3-84d8-9ea1cccbdc81 HTTP/1.1" status: 200 len: 991 time: 4.8913023 May 04 22:25:47.556425 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-e6d09bcb-4662-4bc8-9c7f-0af37b5611d3 None None] Set router f31efbfe-15f7-431b-b70c-68bb2a88da9b gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:25:47.598673 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53520da2-2acf-4c35-bd4f-160923c9e625', 'tag': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:25:47.678752 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-08a57a1f-f349-418d-9dc9-2093c16d5bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:47.858731 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc3d86b-9932-4ce2-a672-94863ec7b9ed tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8935325-9522-402a-b818-d83e8954694a,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:47.897834 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-efc3d86b-9932-4ce2-a672-94863ec7b9ed tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:47.941298 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-efc3d86b-9932-4ce2-a672-94863ec7b9ed tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:47.941298 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-efc3d86b-9932-4ce2-a672-94863ec7b9ed tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.0417128 May 04 22:25:47.941821 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60000) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:47.957261 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-11839644-9e99-4999-baae-b3201ecdad83 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Request body: {'security_group_rule': {'security_group_id': 'c8935325-9522-402a-b818-d83e8954694a', 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:47.977354 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-11839644-9e99-4999-baae-b3201ecdad83 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:47.992923 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-11839644-9e99-4999-baae-b3201ecdad83 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Usage tracker for resource:security_group_rule and tenant:49f2130450124f6ba4b3112b3833ca22 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:48.006117 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-11839644-9e99-4999-baae-b3201ecdad83 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:48.013318 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0395d-2486-4f7f-86fa-8a68ba265508 req-df97d325-17ba-4156-bf81-a7588e811070 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:48.020774 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a7d0395d-2486-4f7f-86fa-8a68ba265508 req-df97d325-17ba-4156-bf81-a7588e811070 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 946 time: 0.6693780 May 04 22:25:48.028360 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4053db-d3ce-4186-8417-5dd7d485dd42 req-1e45fa5c-8975-4b1a-93f6-c2f2d84f309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:48.029679 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-11839644-9e99-4999-baae-b3201ecdad83 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:48.032678 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ca4053db-d3ce-4186-8417-5dd7d485dd42 req-1e45fa5c-8975-4b1a-93f6-c2f2d84f309c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49f2130450124f6ba4b3112b3833ca22&device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 1099 time: 0.8727427 May 04 22:25:48.287900 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-11839644-9e99-4999-baae-b3201ecdad83 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:48.471688 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53520da2-2acf-4c35-bd4f-160923c9e625', 'tag': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'status': 'completed', 'code': 200} May 04 22:25:48.533973 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-11839644-9e99-4999-baae-b3201ecdad83 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:48.643215 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-11839644-9e99-4999-baae-b3201ecdad83 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:48.725500 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:48.734726 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4053db-d3ce-4186-8417-5dd7d485dd42 req-1f502f94-6d6b-4cd7-a275-cb76f2b8fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:48.738670 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ca4053db-d3ce-4186-8417-5dd7d485dd42 req-1f502f94-6d6b-4cd7-a275-cb76f2b8fe1a service neutron] 10.222.0.85 "GET /v2.0/networks?id=2f29b772-5109-477f-8713-567419a52249 HTTP/1.1" status: 200 len: 916 time: 0.6453204 May 04 22:25:48.814671 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11839644-9e99-4999-baae-b3201ecdad83 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b71b34-c945-4c4e-bc49-749f599c70bd,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:48.821043 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-11839644-9e99-4999-baae-b3201ecdad83 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:48.826432 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-11839644-9e99-4999-baae-b3201ecdad83 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:48.835455 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-11839644-9e99-4999-baae-b3201ecdad83 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8857908 May 04 22:25:48.835455 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60004) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:48.850954 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-b6d62dba-d50c-43d7-8852-5cb3665218a3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Request body: {'security_group_rule': {'security_group_id': 'c8935325-9522-402a-b818-d83e8954694a', 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:48.864991 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-b6d62dba-d50c-43d7-8852-5cb3665218a3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:48.877217 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-b6d62dba-d50c-43d7-8852-5cb3665218a3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Usage tracker for resource:security_group_rule and tenant:49f2130450124f6ba4b3112b3833ca22 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:48.901497 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-b6d62dba-d50c-43d7-8852-5cb3665218a3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:48.938066 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-b6d62dba-d50c-43d7-8852-5cb3665218a3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:49.044002 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-e6d09bcb-4662-4bc8-9c7f-0af37b5611d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': 'b37a1314-f9fd-4ef3-84d8-9ea1cccbdc81', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'floating_ip_address': '172.28.3.146', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'port_id': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'mac_address': 'fa:16:3e:9a:e1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53520da2-2acf-4c35-bd4f-160923c9e625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:25:08Z', 'updated_at': '2021-05-04T22:25:44Z', 'revision_number': 1, 'project_id': '103d42182a3c4260be8d70345f58713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75e8aa69-5379-44f9-87b0-95cb508eeb2c', 'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'mac_address': 'fa:16:3e:c7:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:37Z', 'updated_at': '2021-05-04T22:21:06Z', 'revision_number': 5, 'project_id': '103d42182a3c4260be8d70345f58713e', 'subnets': [{'id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:25:49.063243 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d09bcb-4662-4bc8-9c7f-0af37b5611d3 None None] Checking router: f31efbfe-15f7-431b-b70c-68bb2a88da9b for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:25:49.092885 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-21e960bc-970f-4712-a5e5-054b26b8c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:23:33Z', 'updated_at': '2021-05-04T22:23:49Z', 'revision_number': 4, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'gw_port': {'id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:36Z', 'updated_at': '2021-05-04T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': '1913eebf-404f-4c0a-995c-ee3fbcc2c65c', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'floating_ip_address': '172.28.3.212', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'port_id': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b772-5109-477f-8713-567419a52249', 'mac_address': 'fa:16:3e:b9:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:25:43Z', 'updated_at': '2021-05-04T22:25:43Z', 'revision_number': 0, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de836ffd-4235-46a3-a4af-8bc8bc0d307c', 'name': '', 'network_id': '2f29b772-5109-477f-8713-567419a52249', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'mac_address': 'fa:16:3e:be:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:47Z', 'updated_at': '2021-05-04T22:23:58Z', 'revision_number': 5, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'subnets': [{'id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:25:49.101835 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d09bcb-4662-4bc8-9c7f-0af37b5611d3 None None] Routers {'f31efbfe-15f7-431b-b70c-68bb2a88da9b'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:25:49.102936 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-e6d09bcb-4662-4bc8-9c7f-0af37b5611d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:25:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:25:49.115168 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a7d0395d-2486-4f7f-86fa-8a68ba265508 req-0cc2874e-6ee8-44c1-a131-54ef7bb76396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0786350 May 04 22:25:49.126110 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e960bc-970f-4712-a5e5-054b26b8c949 None None] Checking router: f4351f4a-424c-49cd-bc1c-d3c21bd48f15 for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:25:49.147648 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b6d62dba-d50c-43d7-8852-5cb3665218a3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:49.157294 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e960bc-970f-4712-a5e5-054b26b8c949 None None] Routers {'f4351f4a-424c-49cd-bc1c-d3c21bd48f15'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:25:49.159984 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-21e960bc-970f-4712-a5e5-054b26b8c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:25:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:25:49.306085 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ca4053db-d3ce-4186-8417-5dd7d485dd42 req-1cf83d6d-bed4-4e66-b097-6db0aa3284e5 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70 HTTP/1.1" status: 200 len: 1000 time: 0.5558457 May 04 22:25:49.482145 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b6d62dba-d50c-43d7-8852-5cb3665218a3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:49.602229 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b6d62dba-d50c-43d7-8852-5cb3665218a3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:49.718132 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-7cfe026f-72c6-4c45-816b-b68b7295872d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:49.785680 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d62dba-d50c-43d7-8852-5cb3665218a3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8267a766-dcae-4b00-ad93-2d792ffe2a1c,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:49.794018 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-b6d62dba-d50c-43d7-8852-5cb3665218a3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:49.816213 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b6d62dba-d50c-43d7-8852-5cb3665218a3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:49.819966 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-b6d62dba-d50c-43d7-8852-5cb3665218a3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9816926 May 04 22:25:49.825527 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60018) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:49.834767 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-21e960bc-970f-4712-a5e5-054b26b8c949 None None] Set router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:25:49.844645 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-09e43cbf-52bb-4833-abb6-46063d08df36 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Request body: {'security_group_rule': {'security_group_id': 'c8935325-9522-402a-b818-d83e8954694a', 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:49.872266 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-09e43cbf-52bb-4833-abb6-46063d08df36 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:49.890066 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-09e43cbf-52bb-4833-abb6-46063d08df36 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Usage tracker for resource:security_group_rule and tenant:49f2130450124f6ba4b3112b3833ca22 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:49.899953 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-09e43cbf-52bb-4833-abb6-46063d08df36 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:49.904439 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089db2c-be57-4453-8ee5-3b75c4abfaa7 req-6615a2d7-8dcb-4f5c-8eed-bbeb9923990f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:49.920897 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6089db2c-be57-4453-8ee5-3b75c4abfaa7 req-6615a2d7-8dcb-4f5c-8eed-bbeb9923990f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=103d42182a3c4260be8d70345f58713e&device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 1098 time: 1.5271792 May 04 22:25:49.921440 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-09e43cbf-52bb-4833-abb6-46063d08df36 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:49.923193 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-e6d09bcb-4662-4bc8-9c7f-0af37b5611d3 None None] Set router f31efbfe-15f7-431b-b70c-68bb2a88da9b gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:25:50.096444 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-09e43cbf-52bb-4833-abb6-46063d08df36 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:50.409050 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-09e43cbf-52bb-4833-abb6-46063d08df36 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:50.475946 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4053db-d3ce-4186-8417-5dd7d485dd42 req-ae1726db-c88e-4a8d-86e5-78d8cbfbda05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:50.480360 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ca4053db-d3ce-4186-8417-5dd7d485dd42 req-ae1726db-c88e-4a8d-86e5-78d8cbfbda05 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0ace682f-3e69-4b4a-98c6-bd7cca411d03 HTTP/1.1" status: 200 len: 854 time: 1.1556535 May 04 22:25:50.511796 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-09e43cbf-52bb-4833-abb6-46063d08df36 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:50.515824 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-7513e589-1d3d-4130-b1e3-5bfb9f1d9016 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:50.688026 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e43cbf-52bb-4833-abb6-46063d08df36 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91dbe4af-1a83-4657-958d-3407d69f3411,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:50.699633 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-09e43cbf-52bb-4833-abb6-46063d08df36 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:50.802691 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-09e43cbf-52bb-4833-abb6-46063d08df36 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:50.809351 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-09e43cbf-52bb-4833-abb6-46063d08df36 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9773862 May 04 22:25:50.810724 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60036) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:50.821676 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-0f4e087a-c3ca-4963-a0e1-c2f87ebcb5c2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Request body: {'security_group_rule': {'security_group_id': 'c8935325-9522-402a-b818-d83e8954694a', 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:50.857002 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4053db-d3ce-4186-8417-5dd7d485dd42 req-8e9eabfc-9d43-4d61-aa5f-9d8aa908248f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:50.857904 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-0f4e087a-c3ca-4963-a0e1-c2f87ebcb5c2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:50.860892 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ca4053db-d3ce-4186-8417-5dd7d485dd42 req-8e9eabfc-9d43-4d61-aa5f-9d8aa908248f service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2f29b772-5109-477f-8713-567419a52249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3641450 May 04 22:25:50.883397 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-0f4e087a-c3ca-4963-a0e1-c2f87ebcb5c2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Usage tracker for resource:security_group_rule and tenant:49f2130450124f6ba4b3112b3833ca22 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:50.895530 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-0f4e087a-c3ca-4963-a0e1-c2f87ebcb5c2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:50.923339 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-0f4e087a-c3ca-4963-a0e1-c2f87ebcb5c2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:51.055100 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0f4e087a-c3ca-4963-a0e1-c2f87ebcb5c2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:51.268629 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-e6d09bcb-4662-4bc8-9c7f-0af37b5611d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': 'b37a1314-f9fd-4ef3-84d8-9ea1cccbdc81', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'floating_ip_address': '172.28.3.146', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'port_id': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'mac_address': 'fa:16:3e:9a:e1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53520da2-2acf-4c35-bd4f-160923c9e625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:25:08Z', 'updated_at': '2021-05-04T22:25:44Z', 'revision_number': 1, 'project_id': '103d42182a3c4260be8d70345f58713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75e8aa69-5379-44f9-87b0-95cb508eeb2c', 'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'mac_address': 'fa:16:3e:c7:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:37Z', 'updated_at': '2021-05-04T22:21:06Z', 'revision_number': 5, 'project_id': '103d42182a3c4260be8d70345f58713e', 'subnets': [{'id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:25:51.270346 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ca4053db-d3ce-4186-8417-5dd7d485dd42 req-caef39c1-51fa-4cb7-a293-a70921df9c8b service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892977 May 04 22:25:51.282073 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089db2c-be57-4453-8ee5-3b75c4abfaa7 req-147f40d1-38f8-4197-bb0d-bc786d23abe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:51.285399 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6089db2c-be57-4453-8ee5-3b75c4abfaa7 req-147f40d1-38f8-4197-bb0d-bc786d23abe2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 HTTP/1.1" status: 200 len: 917 time: 1.3499219 May 04 22:25:51.290463 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d09bcb-4662-4bc8-9c7f-0af37b5611d3 None None] The sync data for ids ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'] in dv-cinder-786928-2-smb is: [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': 'b37a1314-f9fd-4ef3-84d8-9ea1cccbdc81', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'floating_ip_address': '172.28.3.146', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'port_id': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'mac_address': 'fa:16:3e:9a:e1:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53520da2-2acf-4c35-bd4f-160923c9e625', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:25:08Z', 'updated_at': '2021-05-04T22:25:44Z', 'revision_number': 1, 'project_id': '103d42182a3c4260be8d70345f58713e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75e8aa69-5379-44f9-87b0-95cb508eeb2c', 'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'mac_address': 'fa:16:3e:c7:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:37Z', 'updated_at': '2021-05-04T22:21:06Z', 'revision_number': 5, 'project_id': '103d42182a3c4260be8d70345f58713e', 'subnets': [{'id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:25:51.311491 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0f4e087a-c3ca-4963-a0e1-c2f87ebcb5c2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:51.470329 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0f4e087a-c3ca-4963-a0e1-c2f87ebcb5c2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:51.550245 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-21e960bc-970f-4712-a5e5-054b26b8c949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:23:33Z', 'updated_at': '2021-05-04T22:23:49Z', 'revision_number': 4, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'gw_port': {'id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:36Z', 'updated_at': '2021-05-04T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': '1913eebf-404f-4c0a-995c-ee3fbcc2c65c', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'floating_ip_address': '172.28.3.212', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'port_id': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b772-5109-477f-8713-567419a52249', 'mac_address': 'fa:16:3e:b9:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:25:43Z', 'updated_at': '2021-05-04T22:25:43Z', 'revision_number': 0, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de836ffd-4235-46a3-a4af-8bc8bc0d307c', 'name': '', 'network_id': '2f29b772-5109-477f-8713-567419a52249', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'mac_address': 'fa:16:3e:be:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:47Z', 'updated_at': '2021-05-04T22:23:58Z', 'revision_number': 5, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'subnets': [{'id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:25:51.567225 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e960bc-970f-4712-a5e5-054b26b8c949 None None] The sync data for ids ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'] in dv-cinder-786928-2-smb is: [{'id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:23:33Z', 'updated_at': '2021-05-04T22:23:49Z', 'revision_number': 4, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'gw_port': {'id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:36Z', 'updated_at': '2021-05-04T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': '1913eebf-404f-4c0a-995c-ee3fbcc2c65c', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'floating_ip_address': '172.28.3.212', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'port_id': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2f29b772-5109-477f-8713-567419a52249', 'mac_address': 'fa:16:3e:b9:47:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:25:43Z', 'updated_at': '2021-05-04T22:25:43Z', 'revision_number': 0, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'de836ffd-4235-46a3-a4af-8bc8bc0d307c', 'name': '', 'network_id': '2f29b772-5109-477f-8713-567419a52249', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'mac_address': 'fa:16:3e:be:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:47Z', 'updated_at': '2021-05-04T22:23:58Z', 'revision_number': 5, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'subnets': [{'id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:25:51.643606 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:51.674881 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c60979-6ce4-434d-a616-8d6d05763c42 req-6d2ddfa5-2e35-4433-9331-442a39646996 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:51.693133 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c0c60979-6ce4-434d-a616-8d6d05763c42 req-6d2ddfa5-2e35-4433-9331-442a39646996 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 946 time: 1.8432128 May 04 22:25:51.737877 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60052) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:51.771026 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-370c3cee-98ca-426d-b604-0437d83afa6a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Request body: {'floatingip': {'port_id': 'f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:51.830836 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ed7e34-9106-4c0d-83ac-50231387b73c None None] New status for floating IP b37a1314-f9fd-4ef3-84d8-9ea1cccbdc81: ACTIVE {{(pid=74777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 22:25:51.896500 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4e087a-c3ca-4963-a0e1-c2f87ebcb5c2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4eeb2d-0c16-4a99-8ce7-fe41fa6558a8,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:51.989337 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-0f4e087a-c3ca-4963-a0e1-c2f87ebcb5c2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:52.033922 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ca4053db-d3ce-4186-8417-5dd7d485dd42 req-c101d0b1-6a2d-42a1-918f-7d3f4bfedef0 service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7461956 May 04 22:25:52.054354 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6089db2c-be57-4453-8ee5-3b75c4abfaa7 req-18340e82-46e1-4f69-8cf2-45c5f2907369 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f HTTP/1.1" status: 200 len: 999 time: 0.5422378 May 04 22:25:52.097137 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-370c3cee-98ca-426d-b604-0437d83afa6a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for floatingip, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:52.148781 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f33979-f364-475b-a7fe-e1340a866c9e None None] New status for floating IP 1913eebf-404f-4c0a-995c-ee3fbcc2c65c: ACTIVE {{(pid=74778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 22:25:52.259153 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0f4e087a-c3ca-4963-a0e1-c2f87ebcb5c2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:52.266187 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-0f4e087a-c3ca-4963-a0e1-c2f87ebcb5c2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4542904 May 04 22:25:52.272174 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60058) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:52.422546 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089db2c-be57-4453-8ee5-3b75c4abfaa7 req-1ae27d83-d904-4b42-b88d-17e6f881498e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:52.424645 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-2e6fd81e-d986-4153-9ad7-a00d8ec9a383 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Request body: {'security_group_rule': {'security_group_id': 'c8935325-9522-402a-b818-d83e8954694a', 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:52.426987 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6089db2c-be57-4453-8ee5-3b75c4abfaa7 req-1ae27d83-d904-4b42-b88d-17e6f881498e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=21a3bb95-7a44-40ab-a059-c462d0233277 HTTP/1.1" status: 200 len: 855 time: 0.3642747 May 04 22:25:52.597902 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089db2c-be57-4453-8ee5-3b75c4abfaa7 req-817cc0bf-5a32-48f3-98a5-0dcfcc1ecd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:52.600779 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6089db2c-be57-4453-8ee5-3b75c4abfaa7 req-817cc0bf-5a32-48f3-98a5-0dcfcc1ecd9e service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1647897 May 04 22:25:52.762605 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-2e6fd81e-d986-4153-9ad7-a00d8ec9a383 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:52.787864 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-2e6fd81e-d986-4153-9ad7-a00d8ec9a383 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Usage tracker for resource:security_group_rule and tenant:49f2130450124f6ba4b3112b3833ca22 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:52.809471 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505016ae-4174-47e3-b419-a409d7f802a1 req-d631e275-3540-4d14-b520-43685de2a34b tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:52.823279 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-505016ae-4174-47e3-b419-a409d7f802a1 req-d631e275-3540-4d14-b520-43685de2a34b tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/networks?id=53737588-7ddc-403e-bfbf-f71bdb67889f HTTP/1.1" status: 200 len: 814 time: 1.4405582 May 04 22:25:52.836732 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-2e6fd81e-d986-4153-9ad7-a00d8ec9a383 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:52.883110 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-505016ae-4174-47e3-b419-a409d7f802a1 req-7871842f-e407-4390-9059-735eb8fcbcc3 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/quotas/eb66506f6ff440b3abc314d4e8f3a19a HTTP/1.1" status: 200 len: 375 time: 0.0571985 May 04 22:25:52.958149 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-2e6fd81e-d986-4153-9ad7-a00d8ec9a383 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:53.133459 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-505016ae-4174-47e3-b419-a409d7f802a1 req-bc850aab-8e98-417b-a0cf-a02cebe1ef16 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=eb66506f6ff440b3abc314d4e8f3a19a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2475457 May 04 22:25:53.170608 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6089db2c-be57-4453-8ee5-3b75c4abfaa7 req-64fc7a89-b5b9-44bb-8e76-e34931241d1b service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586793 May 04 22:25:53.364161 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.securitygroups_db [None req-2e6fd81e-d986-4153-9ad7-a00d8ec9a383 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Project 49f2130450124f6ba4b3112b3833ca22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 22:25:53.407544 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd81e-d986-4153-9ad7-a00d8ec9a383 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:53.562055 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6089db2c-be57-4453-8ee5-3b75c4abfaa7 req-a585c7e6-f4aa-44fa-b821-231a440359e1 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3767929 May 04 22:25:53.877319 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd81e-d986-4153-9ad7-a00d8ec9a383 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:54.054948 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd81e-d986-4153-9ad7-a00d8ec9a383 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:54.059786 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-505016ae-4174-47e3-b419-a409d7f802a1 req-4ed59707-f1c8-43dc-8c6f-92f804ff79b2 service neutron] 10.222.0.72 "GET /v2.0/networks/53737588-7ddc-403e-bfbf-f71bdb67889f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9016840 May 04 22:25:54.110623 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:54.316592 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fd81e-d986-4153-9ad7-a00d8ec9a383 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6505af6-2aca-485f-99b0-6ff55bf97dde,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:54.330486 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-2e6fd81e-d986-4153-9ad7-a00d8ec9a383 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:54.591484 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2e6fd81e-d986-4153-9ad7-a00d8ec9a383 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:54.601039 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-2e6fd81e-d986-4153-9ad7-a00d8ec9a383 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.3107274 May 04 22:25:54.601350 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 60080) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:25:54.616546 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-78d9ac55-9e32-4084-adc5-b4638788cb0b tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Request body: {'security_group_rule': {'security_group_id': 'c8935325-9522-402a-b818-d83e8954694a', 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:54.640200 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-78d9ac55-9e32-4084-adc5-b4638788cb0b tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:25:54.640380 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-505016ae-4174-47e3-b419-a409d7f802a1 req-9b4758e5-dddb-46b1-9e93-c0d6fd59afd6 service neutron] 10.222.0.72 "GET /v2.0/networks/53737588-7ddc-403e-bfbf-f71bdb67889f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5518939 May 04 22:25:54.643686 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-78d9ac55-9e32-4084-adc5-b4638788cb0b tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Usage tracker for resource:security_group_rule and tenant:49f2130450124f6ba4b3112b3833ca22 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:25:54.684992 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-78d9ac55-9e32-4084-adc5-b4638788cb0b tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:25:54.704115 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-78d9ac55-9e32-4084-adc5-b4638788cb0b tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:25:54.844109 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.securitygroups_db [None req-78d9ac55-9e32-4084-adc5-b4638788cb0b tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Project 49f2130450124f6ba4b3112b3833ca22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 22:25:54.856738 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-78d9ac55-9e32-4084-adc5-b4638788cb0b tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:54.912234 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-370c3cee-98ca-426d-b604-0437d83afa6a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:55.054234 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-78d9ac55-9e32-4084-adc5-b4638788cb0b tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:55.143660 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ccde348f-7ddd-45ca-937c-a63a0f8254b6 req-76cf2b89-bbda-4556-9d79-fcf45acb5ae8 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 210 time: 0.1389492 May 04 22:25:55.146070 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-370c3cee-98ca-426d-b604-0437d83afa6a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920181'] for floatingip, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:55.215885 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-78d9ac55-9e32-4084-adc5-b4638788cb0b tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:55.219363 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:55.280689 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9ac55-9e32-4084-adc5-b4638788cb0b tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430c9e87-8944-4a1d-9800-2e358bbff389,revision_number=0']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:55.289264 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-78d9ac55-9e32-4084-adc5-b4638788cb0b tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:55.417989 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-78d9ac55-9e32-4084-adc5-b4638788cb0b tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:55.424924 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-78d9ac55-9e32-4084-adc5-b4638788cb0b tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8215716 May 04 22:25:55.600626 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.l3_db [None req-370c3cee-98ca-426d-b604-0437d83afa6a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Floating IP 5da423cc-91ac-4d08-801f-44cdd37c0f30 associated. External IP: 172.28.3.62, port: f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0. May 04 22:25:55.980945 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-5f031c24-428d-4315-8ce2-592fe48e3675 req-ed6a6751-96ee-4d83-bc97-1077693d2b4e tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Synchronizing usage tracker for tenant:49f2130450124f6ba4b3112b3833ca22 on resource:security_group {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:25:56.418006 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-5f031c24-428d-4315-8ce2-592fe48e3675 req-ed6a6751-96ee-4d83-bc97-1077693d2b4e tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Unset dirty status for tenant:49f2130450124f6ba4b3112b3833ca22 on resource:security_group {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:25:56.419657 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5f031c24-428d-4315-8ce2-592fe48e3675 req-ed6a6751-96ee-4d83-bc97-1077693d2b4e tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-335603945&fields=id&tenant_id=49f2130450124f6ba4b3112b3833ca22 HTTP/1.1" status: 200 len: 267 time: 0.7351353 May 04 22:25:56.424333 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bfb6c63e-7487-4601-8e91-800efd49e766 req-bc9fdbc7-708e-4f9f-87df-456bd2e9f51c tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 210 time: 0.1205769 May 04 22:25:56.726365 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370c3cee-98ca-426d-b604-0437d83afa6a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Router 8b61213a-a44f-40a3-9112-b83df320c1e2 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:25:56.742996 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031c24-428d-4315-8ce2-592fe48e3675 req-66a67757-4fa6-4571-a736-b1b24d8966d7 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:56.745633 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5f031c24-428d-4315-8ce2-592fe48e3675 req-66a67757-4fa6-4571-a736-b1b24d8966d7 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 946 time: 0.1798327 May 04 22:25:56.871877 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [req-5f031c24-428d-4315-8ce2-592fe48e3675 req-eb0e4500-b807-405d-b25c-6099dfe30663 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Request body: {'port': {'security_groups': ['921f9356-fcfa-4b13-b69e-1f54fdb2c97f', 'c8935325-9522-402a-b818-d83e8954694a']}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:25:57.281399 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-5f031c24-428d-4315-8ce2-592fe48e3675 req-eb0e4500-b807-405d-b25c-6099dfe30663 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:57.301737 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370c3cee-98ca-426d-b604-0437d83afa6a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:25:57.308943 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-370c3cee-98ca-426d-b604-0437d83afa6a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:57.329249 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c76fc-507b-4881-8361-6ef4ece07232 None None] Sync routers for ids ['8b61213a-a44f-40a3-9112-b83df320c1e2'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:25:57.348761 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c76fc-507b-4881-8361-6ef4ece07232 None None] Routers {'8b61213a-a44f-40a3-9112-b83df320c1e2'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:25:57.350280 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-831c76fc-507b-4881-8361-6ef4ece07232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:25:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['8b61213a-a44f-40a3-9112-b83df320c1e2'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:25:57.523928 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-370c3cee-98ca-426d-b604-0437d83afa6a tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "PUT /v2.0/floatingips/5da423cc-91ac-4d08-801f-44cdd37c0f30 HTTP/1.1" status: 200 len: 991 time: 5.7705188 May 04 22:25:57.532390 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2640f1fe-5ea7-490d-9a3c-abc36c144423', 'tag': 'f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0'}] {{(pid=74775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:25:57.733436 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d93b0a47-4488-4c46-a100-482013eee461 req-c539a751-25e8-4f5f-b12b-db30f4e7794a tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 210 time: 0.0843353 May 04 22:25:57.760256 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-831c76fc-507b-4881-8361-6ef4ece07232 None None] Set router 8b61213a-a44f-40a3-9112-b83df320c1e2 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:25:58.033008 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.db [req-5f031c24-428d-4315-8ce2-592fe48e3675 req-eb0e4500-b807-405d-b25c-6099dfe30663 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] For port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70,segment=NetworkSegment(adb0c14a-2fb0-4dc4-8328-b6295bd1cce9),segment_id=adb0c14a-2fb0-4dc4-8328-b6295bd1cce9)] {{(pid=74775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:25:58.128005 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-5f031c24-428d-4315-8ce2-592fe48e3675 req-eb0e4500-b807-405d-b25c-6099dfe30663 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for port, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:58.133946 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2640f1fe-5ea7-490d-9a3c-abc36c144423', 'tag': 'f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0', 'status': 'completed', 'code': 200} May 04 22:25:58.293846 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-5f031c24-428d-4315-8ce2-592fe48e3675 req-eb0e4500-b807-405d-b25c-6099dfe30663 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31642568'] for port, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:58.323227 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['19a9dc77-cb5b-4c96-b81a-8f54f2228c70'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:25:58.328111 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-46c95398-aa36-4e06-aede-d64c4c2c3212 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:25:58.439730 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18e778-3484-49c5-ae4e-c5a3ef7ebcd7 req-cf879815-e241-4e3a-bb1b-d68c70c5eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:58.450561 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ec18e778-3484-49c5-ae4e-c5a3ef7ebcd7 req-cf879815-e241-4e3a-bb1b-d68c70c5eb1f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4&device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 1099 time: 0.2867239 May 04 22:25:58.516789 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e4500-b807-405d-b25c-6099dfe30663 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Pushing event updated for resources: {'Port': ['ID=19a9dc77-cb5b-4c96-b81a-8f54f2228c70,revision_number=6']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:25:58.529265 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-eb0e4500-b807-405d-b25c-6099dfe30663 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:25:58.545240 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f031c24-428d-4315-8ce2-592fe48e3675 req-eb0e4500-b807-405d-b25c-6099dfe30663 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:58.547186 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [req-5f031c24-428d-4315-8ce2-592fe48e3675 req-eb0e4500-b807-405d-b25c-6099dfe30663 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:58.564905 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5f031c24-428d-4315-8ce2-592fe48e3675 req-eb0e4500-b807-405d-b25c-6099dfe30663 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "PUT /v2.0/ports/19a9dc77-cb5b-4c96-b81a-8f54f2228c70 HTTP/1.1" status: 200 len: 982 time: 1.7999556 May 04 22:25:58.740220 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['19a9dc77-cb5b-4c96-b81a-8f54f2228c70'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:25:58.794360 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18e778-3484-49c5-ae4e-c5a3ef7ebcd7 req-d83cc27f-b92f-4289-a111-12250b91bcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:58.797259 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ec18e778-3484-49c5-ae4e-c5a3ef7ebcd7 req-d83cc27f-b92f-4289-a111-12250b91bcf6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=5170873a-6cb6-4353-9101-7364c7875074 HTTP/1.1" status: 200 len: 912 time: 0.3350823 May 04 22:25:59.201326 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3a6acc1e-1378-4573-a7a4-82b50a32da4b req-691febcd-d76a-44dd-bcaf-0451279a316c tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 210 time: 0.0790091 May 04 22:25:59.240613 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-d0cc0d9a-00b2-4376-9b8b-8b9a5435eb51 None None] Provisioning complete for port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:25:59.241206 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-d0cc0d9a-00b2-4376-9b8b-8b9a5435eb51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:25:59.442808 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c66007-282d-4fe8-9ae0-f890743e3945 req-7eecaedf-473a-4a63-8414-873d0603e1bf tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:59.447302 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b0c66007-282d-4fe8-9ae0-f890743e3945 req-7eecaedf-473a-4a63-8414-873d0603e1bf tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 985 time: 0.6476712 May 04 22:25:59.452568 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ec18e778-3484-49c5-ae4e-c5a3ef7ebcd7 req-680a1129-1401-4fdc-b870-a770ef277ea6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 HTTP/1.1" status: 200 len: 999 time: 0.4833863 May 04 22:25:59.643504 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18e778-3484-49c5-ae4e-c5a3ef7ebcd7 req-fdf6fa5f-9256-4704-bce7-89971788a016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:59.646954 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ec18e778-3484-49c5-ae4e-c5a3ef7ebcd7 req-fdf6fa5f-9256-4704-bce7-89971788a016 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=1643d57d-290d-4570-bd82-70f1a3a61b16 HTTP/1.1" status: 200 len: 850 time: 0.1817243 May 04 22:25:59.801441 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b0c66007-282d-4fe8-9ae0-f890743e3945 req-ca7a240c-ace7-40c4-a669-85746e263094 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8935325-9522-402a-b818-d83e8954694a&id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3392472 May 04 22:25:59.848320 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-831c76fc-507b-4881-8361-6ef4ece07232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': '5da423cc-91ac-4d08-801f-44cdd37c0f30', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'floating_ip_address': '172.28.3.62', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'port_id': 'f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'mac_address': 'fa:16:3e:29:93:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2640f1fe-5ea7-490d-9a3c-abc36c144423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:25:13Z', 'updated_at': '2021-05-04T22:25:54Z', 'revision_number': 1, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7113d47-d361-4895-a725-774215793f4c', 'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'mac_address': 'fa:16:3e:36:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:38Z', 'updated_at': '2021-05-04T22:20:58Z', 'revision_number': 5, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'subnets': [{'id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:25:59.909760 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c76fc-507b-4881-8361-6ef4ece07232 None None] Checking router: 8b61213a-a44f-40a3-9112-b83df320c1e2 for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:25:59.965147 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c76fc-507b-4881-8361-6ef4ece07232 None None] Routers {'8b61213a-a44f-40a3-9112-b83df320c1e2'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:25:59.965798 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-831c76fc-507b-4881-8361-6ef4ece07232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:25:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['8b61213a-a44f-40a3-9112-b83df320c1e2'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:25:59.990211 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18e778-3484-49c5-ae4e-c5a3ef7ebcd7 req-87d84643-4bcd-4bb1-bee2-3f175d8d9a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:25:59.991976 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ec18e778-3484-49c5-ae4e-c5a3ef7ebcd7 req-87d84643-4bcd-4bb1-bee2-3f175d8d9a9b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=5170873a-6cb6-4353-9101-7364c7875074&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3371167 May 04 22:26:00.135686 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'tag': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70'}] {{(pid=74775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:26:00.175422 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505016ae-4174-47e3-b419-a409d7f802a1 req-7356724e-6a5a-4ade-bcb2-90b2d93b1c74 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:00.178096 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-505016ae-4174-47e3-b419-a409d7f802a1 req-7356724e-6a5a-4ade-bcb2-90b2d93b1c74 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.85 "GET /v2.0/networks?id=53737588-7ddc-403e-bfbf-f71bdb67889f HTTP/1.1" status: 200 len: 814 time: 0.4187312 May 04 22:26:00.201401 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-505016ae-4174-47e3-b419-a409d7f802a1 req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Request body: {'port': {'device_id': '76e1b454-5919-4292-a0d9-0ce119b23244', 'network_id': '53737588-7ddc-403e-bfbf-f71bdb67889f', 'admin_state_up': True, 'tenant_id': 'eb66506f6ff440b3abc314d4e8f3a19a'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:26:00.219530 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'tag': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70', 'status': 'completed', 'code': 200} May 04 22:26:00.575813 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-831c76fc-507b-4881-8361-6ef4ece07232 None None] Set router 8b61213a-a44f-40a3-9112-b83df320c1e2 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:26:00.742619 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8cdc9dfe-12a3-48f1-b644-43a1f47db298 req-ddc4b5b0-ebbc-48c4-b8b6-0250286b1f0e tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 210 time: 0.2477064 May 04 22:26:00.805370 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-505016ae-4174-47e3-b419-a409d7f802a1 req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:26:00.834995 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ec18e778-3484-49c5-ae4e-c5a3ef7ebcd7 req-44a96324-4c4d-4a5e-ad6f-29fbeabbbb71 service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8302536 May 04 22:26:00.845051 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-505016ae-4174-47e3-b419-a409d7f802a1 req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:26:00.976835 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238121b-fee2-435e-a066-b17147352942 req-693d1d98-7e59-40a2-80bc-ff8c7eb0ada7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:00.982063 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3238121b-fee2-435e-a066-b17147352942 req-693d1d98-7e59-40a2-80bc-ff8c7eb0ada7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49f2130450124f6ba4b3112b3833ca22&device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 1138 time: 0.6893601 May 04 22:26:01.146268 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-505016ae-4174-47e3-b419-a409d7f802a1 req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Made reservation on behalf of eb66506f6ff440b3abc314d4e8f3a19a for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:26:01.155207 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-505016ae-4174-47e3-b419-a409d7f802a1 req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:01.245682 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-de24b270-78b2-405d-84f6-c9a1a007b31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:01.602086 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ec18e778-3484-49c5-ae4e-c5a3ef7ebcd7 req-42b528f7-a75b-4e5b-ab09-a96ad3036efc service neutron] 10.222.0.85 "GET /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7420335 May 04 22:26:01.614035 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238121b-fee2-435e-a066-b17147352942 req-77bd9ada-3ed2-4d4f-95c8-a728bd52bbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:01.617162 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3238121b-fee2-435e-a066-b17147352942 req-77bd9ada-3ed2-4d4f-95c8-a728bd52bbaf service neutron] 10.222.0.85 "GET /v2.0/networks?id=2f29b772-5109-477f-8713-567419a52249 HTTP/1.1" status: 200 len: 916 time: 0.6255050 May 04 22:26:01.655026 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-831c76fc-507b-4881-8361-6ef4ece07232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': '5da423cc-91ac-4d08-801f-44cdd37c0f30', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'floating_ip_address': '172.28.3.62', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'port_id': 'f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'mac_address': 'fa:16:3e:29:93:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2640f1fe-5ea7-490d-9a3c-abc36c144423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:25:13Z', 'updated_at': '2021-05-04T22:25:54Z', 'revision_number': 1, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7113d47-d361-4895-a725-774215793f4c', 'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'mac_address': 'fa:16:3e:36:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:38Z', 'updated_at': '2021-05-04T22:20:58Z', 'revision_number': 5, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'subnets': [{'id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:26:01.661892 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c76fc-507b-4881-8361-6ef4ece07232 None None] The sync data for ids ['8b61213a-a44f-40a3-9112-b83df320c1e2'] in dv-cinder-786928-2-smb is: [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': '5da423cc-91ac-4d08-801f-44cdd37c0f30', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'floating_ip_address': '172.28.3.62', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'port_id': 'f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'mac_address': 'fa:16:3e:29:93:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2640f1fe-5ea7-490d-9a3c-abc36c144423', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:25:13Z', 'updated_at': '2021-05-04T22:25:54Z', 'revision_number': 1, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7113d47-d361-4895-a725-774215793f4c', 'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'mac_address': 'fa:16:3e:36:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:38Z', 'updated_at': '2021-05-04T22:20:58Z', 'revision_number': 5, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'subnets': [{'id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:26:01.687790 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:01.943196 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-505016ae-4174-47e3-b419-a409d7f802a1 req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Allocated IP 172.20.0.9 (53737588-7ddc-403e-bfbf-f71bdb67889f/84d5b902-a2f3-4d9e-afa7-5a2b239a8a0c/d9dfb231-0290-41c5-92b0-a85fc0124405) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:26:01.945542 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3238121b-fee2-435e-a066-b17147352942 req-9ae79360-2209-48b5-9729-b07d45de422e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70 HTTP/1.1" status: 200 len: 1002 time: 0.3148792 May 04 22:26:02.048839 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a2fffd-806c-4561-8d7f-4a55dd06ad5f None None] New status for floating IP 5da423cc-91ac-4d08-801f-44cdd37c0f30: ACTIVE {{(pid=74778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 22:26:02.145514 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ce3e0fbb-0a11-467d-9d0a-66796d0dd15f req-e47e514f-6c48-46b6-97a9-d88bbeac10f5 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 210 time: 0.1391368 May 04 22:26:02.243449 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238121b-fee2-435e-a066-b17147352942 req-a3d9a380-1223-43d5-b47b-be7e841e9407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:02.246306 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3238121b-fee2-435e-a066-b17147352942 req-a3d9a380-1223-43d5-b47b-be7e841e9407 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0ace682f-3e69-4b4a-98c6-bd7cca411d03 HTTP/1.1" status: 200 len: 854 time: 0.2828784 May 04 22:26:02.735034 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60226) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:26:02.856317 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_v2 [None req-74d8d310-291f-4119-863b-b728ca332a75 admin admin] Deleting subnet cdaab2b0-0a19-4ad2-b2a7-293693e7ca0b {{(pid=74775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 22:26:02.857642 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238121b-fee2-435e-a066-b17147352942 req-c267ea45-3d4c-4ffe-bf08-4d9ba1162f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:02.860715 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3238121b-fee2-435e-a066-b17147352942 req-c267ea45-3d4c-4ffe-bf08-4d9ba1162f16 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2f29b772-5109-477f-8713-567419a52249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5766776 May 04 22:26:02.862339 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-74d8d310-291f-4119-863b-b728ca332a75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:02.865793 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-505016ae-4174-47e3-b419-a409d7f802a1 req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:02.970879 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-74d8d310-291f-4119-863b-b728ca332a75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32639333'] for subnet, precommit_delete_associations {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:03.083199 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-74d8d310-291f-4119-863b-b728ca332a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792185'] for subnet, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:03.135963 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3238121b-fee2-435e-a066-b17147352942 req-5c399fe8-2d1a-4b1e-bf0a-25bedde5d21e service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633100 May 04 22:26:03.278008 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-505016ae-4174-47e3-b419-a409d7f802a1 req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:03.292760 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-af22cffb-221c-4ba7-adb6-04886385f1f6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:26:03.480856 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-505016ae-4174-47e3-b419-a409d7f802a1 req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Network 53737588-7ddc-403e-bfbf-f71bdb67889f is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:26:03.510590 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Pushing event updated for resources: {'Port': ['ID=d9dfb231-0290-41c5-92b0-a85fc0124405,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:26:03.515556 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-505016ae-4174-47e3-b419-a409d7f802a1 req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:26:03.528555 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:26:03.599352 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-505016ae-4174-47e3-b419-a409d7f802a1 req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:26:03.612796 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505016ae-4174-47e3-b419-a409d7f802a1 req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:03.614166 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-505016ae-4174-47e3-b419-a409d7f802a1 req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:03.712341 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-74d8d310-291f-4119-863b-b728ca332a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1792182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31642498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30743205'] for subnet, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:03.722491 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:26:03.735859 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-3238121b-fee2-435e-a066-b17147352942 req-9972c945-e709-416e-a91e-234a21ebc73a service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5919912 May 04 22:26:03.801211 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fea04c-c8ac-4f96-9f9d-3a87d7c0d1fa req-bcf54dbb-a14a-4bef-a7d6-9589616e3174 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:03.801211 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-52fea04c-c8ac-4f96-9f9d-3a87d7c0d1fa req-bcf54dbb-a14a-4bef-a7d6-9589616e3174 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Synchronizing usage tracker for tenant:eb66506f6ff440b3abc314d4e8f3a19a on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:26:03.866725 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-505016ae-4174-47e3-b419-a409d7f802a1 req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6732891 May 04 22:26:03.885276 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Request body: {'port': {'device_id': '76e1b454-5919-4292-a0d9-0ce119b23244', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:26:03.989618 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8d310-291f-4119-863b-b728ca332a75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cdaab2b0-0a19-4ad2-b2a7-293693e7ca0b,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:26:03.994000 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-74d8d310-291f-4119-863b-b728ca332a75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:26:04.001033 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-74d8d310-291f-4119-863b-b728ca332a75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:04.012498 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-74d8d310-291f-4119-863b-b728ca332a75 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/cdaab2b0-0a19-4ad2-b2a7-293693e7ca0b HTTP/1.1" status: 204 len: 168 time: 1.2755606 May 04 22:26:04.013257 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60240) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:26:04.070649 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-52fea04c-c8ac-4f96-9f9d-3a87d7c0d1fa req-bcf54dbb-a14a-4bef-a7d6-9589616e3174 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Unset dirty status for tenant:eb66506f6ff440b3abc314d4e8f3a19a on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:26:04.081262 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-52fea04c-c8ac-4f96-9f9d-3a87d7c0d1fa req-bcf54dbb-a14a-4bef-a7d6-9589616e3174 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 931 time: 0.5615249 May 04 22:26:04.197413 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11406104-0c2f-4bd7-a5ce-e980fc13fe3a req-88582623-6a3c-4ec5-9701-49f97b119886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:04.200367 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-11406104-0c2f-4bd7-a5ce-e980fc13fe3a req-88582623-6a3c-4ec5-9701-49f97b119886 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49f2130450124f6ba4b3112b3833ca22&device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 1138 time: 0.3920467 May 04 22:26:04.201004 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:04.221528 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:04.313232 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699769'] for network, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:04.404677 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-52fea04c-c8ac-4f96-9f9d-3a87d7c0d1fa req-792b2f69-2674-4c0a-a35f-202c9447bf55 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995884 May 04 22:26:04.500327 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62902ff-ce7d-43bd-ae25-7718431486db req-aeba9e52-a4ff-4282-9d2f-084ea07f6dec tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:04.503195 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e62902ff-ce7d-43bd-ae25-7718431486db req-aeba9e52-a4ff-4282-9d2f-084ea07f6dec tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 985 time: 0.4442389 May 04 22:26:04.590113 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793858', 'neutron.services.segments.db._delete_segments_for_network-8772421052061'] for network, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:04.717457 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11406104-0c2f-4bd7-a5ce-e980fc13fe3a req-11ffb0cb-3cf7-4d00-9d44-2f37c1fb99ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:04.720326 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-11406104-0c2f-4bd7-a5ce-e980fc13fe3a req-11ffb0cb-3cf7-4d00-9d44-2f37c1fb99ee service neutron] 10.222.0.85 "GET /v2.0/networks?id=2f29b772-5109-477f-8713-567419a52249 HTTP/1.1" status: 200 len: 916 time: 0.5005178 May 04 22:26:04.758399 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e62902ff-ce7d-43bd-ae25-7718431486db req-de2a5f5b-8c5b-46a8-a26a-36231768c319 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8935325-9522-402a-b818-d83e8954694a&id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2293735 May 04 22:26:04.833501 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6129409-6cee-41eb-85df-3606f2dd83fd']}} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:26:04.867267 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0e74fd-f3d8-4944-85ee-d4e3fffe294b') {'for_net_delete': True} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:26:04.867793 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0e74fd-f3d8-4944-85ee-d4e3fffe294b') {} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:26:04.899076 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772421064039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32639354'] for segment, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:04.935942 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:04.948404 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] Releasing vlan 953 on physical network physnet1 to pool {{(pid=74775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 22:26:05.112171 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-11406104-0c2f-4bd7-a5ce-e980fc13fe3a req-2da611b3-c9ba-45ea-9a8a-9179764f88b6 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70 HTTP/1.1" status: 200 len: 1002 time: 0.3837900 May 04 22:26:05.178581 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-d5b902f9-aa82-4e10-821a-862c1fcea3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:05.222791 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] Network e6129409-6cee-41eb-85df-3606f2dd83fd has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:26:05.238431 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1789066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31642596'] for segment, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:05.280479 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11406104-0c2f-4bd7-a5ce-e980fc13fe3a req-cfe31b84-9137-40d6-b08b-412ea0aaab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:05.283200 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-11406104-0c2f-4bd7-a5ce-e980fc13fe3a req-cfe31b84-9137-40d6-b08b-412ea0aaab42 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0ace682f-3e69-4b4a-98c6-bd7cca411d03 HTTP/1.1" status: 200 len: 854 time: 0.1614621 May 04 22:26:05.488937 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9dfb231-0290-41c5-92b0-a85fc0124405 {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:26:05.498450 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] Network e6129409-6cee-41eb-85df-3606f2dd83fd has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:26:05.506913 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: Traceback (most recent call last): May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: timer() May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: cb(*args, **kw) May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: return func(*args, **kwargs) May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: self._notify() May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: self.callback(batched_events) May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: event.method(event) May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_uuid = self.p_client.list_aggregates( May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: return f(self, *a, **k) May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: return self._get(url).json() May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: return self.request(url, 'GET', **kwargs) May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: base_url = self.get_endpoint(auth, allow=allow, May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 22:26:05.547018 dv-cinder-786928-2-smb neutron-server[74775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 22:26:05.564236 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11406104-0c2f-4bd7-a5ce-e980fc13fe3a req-dbfa38dc-f3e6-49ee-97dc-f29b014e4f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:05.567629 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-11406104-0c2f-4bd7-a5ce-e980fc13fe3a req-dbfa38dc-f3e6-49ee-97dc-f29b014e4f8a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2f29b772-5109-477f-8713-567419a52249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2628827 May 04 22:26:05.861527 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c1b7cb-08c6-494b-b784-a773ad6259cb req-2a4057bc-c0fa-41ab-8215-7c067c6677cc tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:05.864593 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-09c1b7cb-08c6-494b-b784-a773ad6259cb req-2a4057bc-c0fa-41ab-8215-7c067c6677cc tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 931 time: 0.2220998 May 04 22:26:05.875265 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920186'] for network, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:05.877623 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Transition to ACTIVE for port object d9dfb231-0290-41c5-92b0-a85fc0124405 will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:26:05.885368 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:26:05.910941 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:05.966335 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] Pushing event deleted for resources: {'Network': ['ID=e6129409-6cee-41eb-85df-3606f2dd83fd,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:26:05.990473 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:26:06.017979 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:06.029628 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:26:06.057698 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-09c1b7cb-08c6-494b-b784-a773ad6259cb req-93633eab-5be6-423e-abe8-c2f79c144533 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410382 May 04 22:26:06.088208 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-11406104-0c2f-4bd7-a5ce-e980fc13fe3a req-07aaf60e-fa62-4e68-93a7-892b8e672664 service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107543 May 04 22:26:06.144623 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-7065e822-f0c1-4378-a66a-37ae241c26aa admin admin] 10.222.0.72 "DELETE /v2.0/networks/e6129409-6cee-41eb-85df-3606f2dd83fd HTTP/1.1" status: 204 len: 168 time: 2.1301363 May 04 22:26:06.234073 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:06.351698 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dfb231-0290-41c5-92b0-a85fc0124405,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:26:06.367522 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:26:06.480238 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Attempting to bind port d9dfb231-0290-41c5-92b0-a85fc0124405 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:26:06.480493 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Attempting to bind port d9dfb231-0290-41c5-92b0-a85fc0124405 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '7fa63203-6140-4c95-b641-19581fda4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '53737588-7ddc-403e-bfbf-f71bdb67889f'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:26:06.480915 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Attempting to bind port d9dfb231-0290-41c5-92b0-a85fc0124405 on network 53737588-7ddc-403e-bfbf-f71bdb67889f {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:26:06.498259 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-11406104-0c2f-4bd7-a5ce-e980fc13fe3a req-a2fefcb4-eac9-44e1-855c-089d73d1a0ac service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3948650 May 04 22:26:06.509121 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Port d9dfb231-0290-41c5-92b0-a85fc0124405 on network 53737588-7ddc-403e-bfbf-f71bdb67889f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:26:06.509650 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Attempting to bind port d9dfb231-0290-41c5-92b0-a85fc0124405 on network 53737588-7ddc-403e-bfbf-f71bdb67889f {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:26:06.530927 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:26:06.531315 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Checking segment: {'id': '7fa63203-6140-4c95-b641-19581fda4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '53737588-7ddc-403e-bfbf-f71bdb67889f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:26:06.531838 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Bound using segment: {'id': '7fa63203-6140-4c95-b641-19581fda4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '53737588-7ddc-403e-bfbf-f71bdb67889f'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:26:06.532341 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Bound port: d9dfb231-0290-41c5-92b0-a85fc0124405, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fa63203-6140-4c95-b641-19581fda4e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '53737588-7ddc-403e-bfbf-f71bdb67889f'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:26:06.532751 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:06.556520 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec2c5e-254f-45ac-8170-ed0c38fc3953 req-922714d4-f78b-4283-9188-bd401139de40 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:06.558454 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-96ec2c5e-254f-45ac-8170-ed0c38fc3953 req-922714d4-f78b-4283-9188-bd401139de40 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 985 time: 0.4176488 May 04 22:26:06.625443 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60258) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:26:06.692424 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:26:06.735213 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-b735e28c-0372-470c-867e-e5f8c12251bc admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fb10162d8cea4891befb100f08ec326e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1058383 May 04 22:26:06.737147 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60262) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:26:06.745931 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-96ec2c5e-254f-45ac-8170-ed0c38fc3953 req-b046c0bd-17ab-41cf-b4e7-f0d3e7e1f105 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8935325-9522-402a-b818-d83e8954694a&id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1764321 May 04 22:26:06.799447 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] For port d9dfb231-0290-41c5-92b0-a85fc0124405, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:26:06.807654 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] For port d9dfb231-0290-41c5-92b0-a85fc0124405, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d9dfb231-0290-41c5-92b0-a85fc0124405,segment=NetworkSegment(7fa63203-6140-4c95-b641-19581fda4e2e),segment_id=7fa63203-6140-4c95-b641-19581fda4e2e)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:26:06.832624 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-89963852-d992-4aef-82f0-6eb2ab2383fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:06.891261 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-89963852-d992-4aef-82f0-6eb2ab2383fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:06.954315 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:06.972273 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-b442315a-9aaa-4a5e-8629-14a65ba9b554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:26:07.040406 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:07.040406 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:07.040406 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-505016ae-4174-47e3-b419-a409d7f802a1 req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] 10.222.0.85 "PUT /v2.0/ports/d9dfb231-0290-41c5-92b0-a85fc0124405 HTTP/1.1" status: 200 len: 1093 time: 3.1624241 May 04 22:26:07.050365 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76e1b454-5919-4292-a0d9-0ce119b23244', 'tag': 'd9dfb231-0290-41c5-92b0-a85fc0124405'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:26:07.105163 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d9dfb231-0290-41c5-92b0-a85fc0124405,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:26:07.111209 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-89963852-d992-4aef-82f0-6eb2ab2383fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:07.118257 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:26:07.123264 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-acd3c191-c27e-4aee-96af-a76b88f36413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:26:07.151038 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89963852-d992-4aef-82f0-6eb2ab2383fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:26:07.155281 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-89963852-d992-4aef-82f0-6eb2ab2383fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:26:07.274875 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-89963852-d992-4aef-82f0-6eb2ab2383fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:07.277311 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-89963852-d992-4aef-82f0-6eb2ab2383fb admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a69c5ba2-9bb9-4a61-a72f-175b8ec84b5f HTTP/1.1" status: 204 len: 168 time: 0.5381558 May 04 22:26:07.429480 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76e1b454-5919-4292-a0d9-0ce119b23244', 'tag': 'd9dfb231-0290-41c5-92b0-a85fc0124405', 'status': 'completed', 'code': 200} May 04 22:26:07.440036 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505016ae-4174-47e3-b419-a409d7f802a1 req-b9453c1a-16f3-46ca-a5ac-c9ac1869eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:07.444136 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-505016ae-4174-47e3-b419-a409d7f802a1 req-b9453c1a-16f3-46ca-a5ac-c9ac1869eff8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=eb66506f6ff440b3abc314d4e8f3a19a&device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 1096 time: 0.1975913 May 04 22:26:07.448593 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ea46d0-4fe7-4dbb-ae58-abc05aaf1fe3 req-dc98bd5b-37f2-479f-bc8b-e239dca7f16a tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:07.450633 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a3ea46d0-4fe7-4dbb-ae58-abc05aaf1fe3 req-dc98bd5b-37f2-479f-bc8b-e239dca7f16a tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 943 time: 0.1716745 May 04 22:26:07.547283 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a3ea46d0-4fe7-4dbb-ae58-abc05aaf1fe3 req-27769b39-d94d-4ba7-992b-bd04a469dc80 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852270 May 04 22:26:07.590525 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-505016ae-4174-47e3-b419-a409d7f802a1 req-0d8f9a27-89a3-432a-a1a8-27e563204767 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9dfb231-0290-41c5-92b0-a85fc0124405 HTTP/1.1" status: 200 len: 217 time: 0.1360955 May 04 22:26:07.709264 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505016ae-4174-47e3-b419-a409d7f802a1 req-45d0bb71-b740-4f14-8b93-648ddad33edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:07.712571 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-505016ae-4174-47e3-b419-a409d7f802a1 req-45d0bb71-b740-4f14-8b93-648ddad33edb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=84d5b902-a2f3-4d9e-afa7-5a2b239a8a0c HTTP/1.1" status: 200 len: 854 time: 0.1121607 May 04 22:26:07.800761 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-505016ae-4174-47e3-b419-a409d7f802a1 req-3db9acc0-a480-4dd0-b90a-f7551f1854e6 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=53737588-7ddc-403e-bfbf-f71bdb67889f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789475 May 04 22:26:08.111839 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-505016ae-4174-47e3-b419-a409d7f802a1 req-b1e59685-ce64-4a5c-9bf3-30d267b5bdf4 service neutron] 10.222.0.85 "GET /v2.0/networks/53737588-7ddc-403e-bfbf-f71bdb67889f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949066 May 04 22:26:08.164380 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af369d-b475-4516-b7b4-c8305ab2d702 req-75e83b99-58e1-4564-ba0c-196d23e42d90 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:08.167853 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-19af369d-b475-4516-b7b4-c8305ab2d702 req-75e83b99-58e1-4564-ba0c-196d23e42d90 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 985 time: 0.1860421 May 04 22:26:08.270789 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-19af369d-b475-4516-b7b4-c8305ab2d702 req-ec830305-25a7-4e63-8d91-a7ea77259bd3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8935325-9522-402a-b818-d83e8954694a&id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0889297 May 04 22:26:08.379507 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-505016ae-4174-47e3-b419-a409d7f802a1 req-e7285472-90c8-411f-9a1d-e4e3d903ebd7 service neutron] 10.222.0.85 "GET /v2.0/networks/53737588-7ddc-403e-bfbf-f71bdb67889f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543290 May 04 22:26:08.394886 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:08.682288 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a03156-fed8-4024-82e1-b984cffe7332 req-c5f6287f-e292-4a89-9a3e-69a2dd12f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:08.684447 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-43a03156-fed8-4024-82e1-b984cffe7332 req-c5f6287f-e292-4a89-9a3e-69a2dd12f712 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=eb66506f6ff440b3abc314d4e8f3a19a&device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 1096 time: 0.0940206 May 04 22:26:08.903476 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a03156-fed8-4024-82e1-b984cffe7332 req-aa7684eb-7aaf-4e23-8da4-e660731c9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:08.915874 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-43a03156-fed8-4024-82e1-b984cffe7332 req-aa7684eb-7aaf-4e23-8da4-e660731c9951 service neutron] 10.222.0.85 "GET /v2.0/networks?id=53737588-7ddc-403e-bfbf-f71bdb67889f HTTP/1.1" status: 200 len: 915 time: 0.2145789 May 04 22:26:09.044642 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d358677-40b8-4740-9ebe-7599a9484ce6 req-b1b78e84-9e87-42ff-a24b-9d2c561fa5c4 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:09.047664 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2d358677-40b8-4740-9ebe-7599a9484ce6 req-b1b78e84-9e87-42ff-a24b-9d2c561fa5c4 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 943 time: 0.2855613 May 04 22:26:09.137140 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2d358677-40b8-4740-9ebe-7599a9484ce6 req-32890681-d25a-4edf-99ad-9a7b2dc066a3 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782924 May 04 22:26:09.161001 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-43a03156-fed8-4024-82e1-b984cffe7332 req-bd0bdc3e-0f43-4a55-8bdb-e9ac0b09ff52 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d9dfb231-0290-41c5-92b0-a85fc0124405 HTTP/1.1" status: 200 len: 217 time: 0.2458029 May 04 22:26:09.246667 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a03156-fed8-4024-82e1-b984cffe7332 req-29f1dc5f-d979-47e0-a182-7caf72777217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:09.248191 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-43a03156-fed8-4024-82e1-b984cffe7332 req-29f1dc5f-d979-47e0-a182-7caf72777217 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=84d5b902-a2f3-4d9e-afa7-5a2b239a8a0c HTTP/1.1" status: 200 len: 854 time: 0.0788138 May 04 22:26:09.306212 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-43a03156-fed8-4024-82e1-b984cffe7332 req-07b8cb9d-1007-49db-9437-772b36e7ba5c service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=53737588-7ddc-403e-bfbf-f71bdb67889f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483837 May 04 22:26:09.586900 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-43a03156-fed8-4024-82e1-b984cffe7332 req-fb460f95-5d39-4d63-879d-91168f3e9713 service neutron] 10.222.0.85 "GET /v2.0/networks/53737588-7ddc-403e-bfbf-f71bdb67889f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733686 May 04 22:26:09.763737 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a36511e-7aab-453b-b749-79b88925f1c0 req-4166001d-5c39-4acf-a517-867d1dd4bae8 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:09.765332 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8a36511e-7aab-453b-b749-79b88925f1c0 req-4166001d-5c39-4acf-a517-867d1dd4bae8 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 985 time: 0.2961264 May 04 22:26:09.847428 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-43a03156-fed8-4024-82e1-b984cffe7332 req-49e07f27-f034-4aaa-8ff1-3b0fcfbe7426 service neutron] 10.222.0.85 "GET /v2.0/networks/53737588-7ddc-403e-bfbf-f71bdb67889f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492743 May 04 22:26:09.860239 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8a36511e-7aab-453b-b749-79b88925f1c0 req-f4ae412a-1b3f-477a-9d5c-fff4a6417137 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8935325-9522-402a-b818-d83e8954694a&id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799077 May 04 22:26:10.495451 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd39208-7412-4d7f-8123-1349c779ccaf req-aaa5230d-aef9-4359-b39e-fa46fb2269e3 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:10.498165 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bcd39208-7412-4d7f-8123-1349c779ccaf req-aaa5230d-aef9-4359-b39e-fa46fb2269e3 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 943 time: 0.1634173 May 04 22:26:10.554879 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-bcd39208-7412-4d7f-8123-1349c779ccaf req-ebb04f50-fbb9-4251-87f8-e431cfe4a98f tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475605 May 04 22:26:11.209720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66081a-03d3-4700-bb5e-fd6debefefd0 req-257920d7-3886-4afd-aa5f-3783bf319b32 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:11.213616 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0b66081a-03d3-4700-bb5e-fd6debefefd0 req-257920d7-3886-4afd-aa5f-3783bf319b32 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 985 time: 0.1754379 May 04 22:26:11.277522 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device d9dfb231-0290-41c5-92b0-a85fc0124405 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:26:11.303526 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0b66081a-03d3-4700-bb5e-fd6debefefd0 req-34a7b2d2-2f45-457a-927f-dc30f7bf21f8 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8935325-9522-402a-b818-d83e8954694a&id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0802848 May 04 22:26:11.545503 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port d9dfb231-0290-41c5-92b0-a85fc0124405, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d9dfb231-0290-41c5-92b0-a85fc0124405,segment=NetworkSegment(7fa63203-6140-4c95-b641-19581fda4e2e),segment_id=7fa63203-6140-4c95-b641-19581fda4e2e)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:26:11.570780 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': 'd9dfb231-0290-41c5-92b0-a85fc0124405', 'network_id': '53737588-7ddc-403e-bfbf-f71bdb67889f', 'port_id': 'd9dfb231-0290-41c5-92b0-a85fc0124405', 'mac_address': 'fa:16:3e:ad:1b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84d5b902-a2f3-4d9e-afa7-5a2b239a8a0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:26:11.686573 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:11.722063 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9dfb231-0290-41c5-92b0-a85fc0124405 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:26:11.755375 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port d9dfb231-0290-41c5-92b0-a85fc0124405, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d9dfb231-0290-41c5-92b0-a85fc0124405,segment=NetworkSegment(7fa63203-6140-4c95-b641-19581fda4e2e),segment_id=7fa63203-6140-4c95-b641-19581fda4e2e)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:26:11.841402 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:11.844093 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:26:11.852010 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163df44-46eb-4255-8636-7f4981fe3d7f req-4ba8f8b0-0ceb-4960-b8ec-496c4830a432 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:11.854781 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f163df44-46eb-4255-8636-7f4981fe3d7f req-4ba8f8b0-0ceb-4960-b8ec-496c4830a432 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 943 time: 0.1409025 May 04 22:26:11.931661 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f163df44-46eb-4255-8636-7f4981fe3d7f req-d4bd2d16-8db0-4f36-9dc1-7d89c36f3804 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697141 May 04 22:26:11.973701 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=d9dfb231-0290-41c5-92b0-a85fc0124405,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:26:11.990315 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:11.990891 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:11.991434 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:11.991974 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:11.993170 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:11.993709 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:11.994251 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:11.994782 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:11.995357 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:11.997624 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:11.997624 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:11.997624 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:12.006025 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:26:12.094376 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['d9dfb231-0290-41c5-92b0-a85fc0124405'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:26:12.640381 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c25f5b-4a46-424a-9da2-4d0ee60fcf84 req-9276ad19-a9a0-4a1c-a546-a382f187f0dd tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:12.642670 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a8c25f5b-4a46-424a-9da2-4d0ee60fcf84 req-9276ad19-a9a0-4a1c-a546-a382f187f0dd tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 985 time: 0.1120486 May 04 22:26:12.716048 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a8c25f5b-4a46-424a-9da2-4d0ee60fcf84 req-8564745b-af85-4b0e-8202-3999b79ad77f tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8935325-9522-402a-b818-d83e8954694a&id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632830 May 04 22:26:13.224840 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8137a-8218-4690-905a-ec1ec21c1e4d req-c3a2fec0-00a5-4b56-98cc-9d668bc52b82 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:13.227686 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-73f8137a-8218-4690-905a-ec1ec21c1e4d req-c3a2fec0-00a5-4b56-98cc-9d668bc52b82 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 944 time: 0.1266327 May 04 22:26:13.274490 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device d9dfb231-0290-41c5-92b0-a85fc0124405 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:26:13.314337 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-73f8137a-8218-4690-905a-ec1ec21c1e4d req-782a20f8-2e38-4c75-b680-c0be7a46bf44 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754604 May 04 22:26:13.516792 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port d9dfb231-0290-41c5-92b0-a85fc0124405 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:26:13.530807 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port d9dfb231-0290-41c5-92b0-a85fc0124405 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:26:13.530807 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:13.723511 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:13.756422 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e1b454-5919-4292-a0d9-0ce119b23244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dfb231-0290-41c5-92b0-a85fc0124405'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:26:13.775816 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port d9dfb231-0290-41c5-92b0-a85fc0124405, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d9dfb231-0290-41c5-92b0-a85fc0124405,segment=NetworkSegment(7fa63203-6140-4c95-b641-19581fda4e2e),segment_id=7fa63203-6140-4c95-b641-19581fda4e2e)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:26:13.876815 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:13.880300 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:26:14.049816 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=d9dfb231-0290-41c5-92b0-a85fc0124405,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:26:14.062339 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:26:14.073990 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493a215-cb42-4e87-bba1-3f55055ead64 req-2ad17b9f-f8f8-418f-928e-0cda45c78ba7 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:14.075240 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5493a215-cb42-4e87-bba1-3f55055ead64 req-2ad17b9f-f8f8-418f-928e-0cda45c78ba7 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 985 time: 0.1615522 May 04 22:26:14.122782 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e1b454-5919-4292-a0d9-0ce119b23244', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9dfb231-0290-41c5-92b0-a85fc0124405', 'code': 200} May 04 22:26:14.140071 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5493a215-cb42-4e87-bba1-3f55055ead64 req-1acbac2b-4308-4c99-a8d8-1eb45e0b8f63 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8935325-9522-402a-b818-d83e8954694a&id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549786 May 04 22:26:14.584512 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db88cc1-b9bc-4168-a536-09e7103ff54b req-0435107f-c095-4d29-b16a-024569faaa40 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:14.586763 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2db88cc1-b9bc-4168-a536-09e7103ff54b req-0435107f-c095-4d29-b16a-024569faaa40 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 945 time: 0.1019633 May 04 22:26:14.639320 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2db88cc1-b9bc-4168-a536-09e7103ff54b req-6012699a-7d76-4227-bd6e-756712e885dc tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456727 May 04 22:26:14.691666 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85ae91-2bc6-4074-a846-c55d0057d1e9 req-0da6c208-242f-4dbb-9cd4-231a836f6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:14.693451 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9a85ae91-2bc6-4074-a846-c55d0057d1e9 req-0da6c208-242f-4dbb-9cd4-231a836f6698 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 1098 time: 0.0940664 May 04 22:26:14.748816 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9a85ae91-2bc6-4074-a846-c55d0057d1e9 req-176057da-8619-4ed8-b045-52124a5475d4 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472970 May 04 22:26:15.412672 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9731559e-7a6d-42f2-b098-f7a9236129d2 req-abfff05f-740d-4783-accb-853c9ec70ca1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:15.414743 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-9731559e-7a6d-42f2-b098-f7a9236129d2 req-abfff05f-740d-4783-accb-853c9ec70ca1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 985 time: 0.1280801 May 04 22:26:15.511684 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-9731559e-7a6d-42f2-b098-f7a9236129d2 req-b489f730-2661-4c00-b431-31fd88f2f76a tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8935325-9522-402a-b818-d83e8954694a&id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0857272 May 04 22:26:15.969750 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae809be-c936-4b73-a1a2-90adb654a2ef req-03b192fa-b67f-4166-b3ba-d2709d313b35 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:15.972517 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-eae809be-c936-4b73-a1a2-90adb654a2ef req-03b192fa-b67f-4166-b3ba-d2709d313b35 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 945 time: 0.1586637 May 04 22:26:16.031479 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-eae809be-c936-4b73-a1a2-90adb654a2ef req-b819fcae-aae5-49bb-88b5-8e3e5e8a2225 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508962 May 04 22:26:16.793901 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfcc9a-7a54-40aa-a8bc-9f3b11d0db9b req-0d4d86ed-9bcf-468f-8219-8f43f448455d tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:16.795418 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-00dfcc9a-7a54-40aa-a8bc-9f3b11d0db9b req-0d4d86ed-9bcf-468f-8219-8f43f448455d tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 985 time: 0.1118422 May 04 22:26:16.862222 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-00dfcc9a-7a54-40aa-a8bc-9f3b11d0db9b req-258bf659-ad26-43bc-9e94-c87758578367 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8935325-9522-402a-b818-d83e8954694a&id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601399 May 04 22:26:17.266233 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af689bc1-45ee-408c-aa25-46d714b10295 req-5f7ab6e3-337a-42f8-9bf5-6a5e10b55881 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:17.269198 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-af689bc1-45ee-408c-aa25-46d714b10295 req-5f7ab6e3-337a-42f8-9bf5-6a5e10b55881 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 945 time: 0.1121609 May 04 22:26:17.343000 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-af689bc1-45ee-408c-aa25-46d714b10295 req-2a8f8d22-c52e-49bb-87e0-5540a4769195 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658457 May 04 22:26:18.134614 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c065b33-e910-430d-ae03-d4445ada481e req-1f9525de-65ab-4a34-bc89-413ef11f28a9 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:18.136496 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5c065b33-e910-430d-ae03-d4445ada481e req-1f9525de-65ab-4a34-bc89-413ef11f28a9 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 985 time: 0.1100333 May 04 22:26:18.204291 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5c065b33-e910-430d-ae03-d4445ada481e req-0e8d514c-e4c3-4296-84c1-26fa500257d3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=c8935325-9522-402a-b818-d83e8954694a&id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609598 May 04 22:26:31.131770 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-7f431e5b-f181-4a5d-ab9a-84701b08c235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:31.583166 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:34.200131 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:34.579915 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e0efce65-f2a8-45b0-bfd1-89c796eca0bd req-cb57ec4e-63fb-4694-9797-c4d87cb666aa service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805159 May 04 22:26:34.753976 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efce65-f2a8-45b0-bfd1-89c796eca0bd req-bed86641-7abf-450f-a0ce-f3d48a2e9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:34.755612 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e0efce65-f2a8-45b0-bfd1-89c796eca0bd req-bed86641-7abf-450f-a0ce-f3d48a2e9dbf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49f2130450124f6ba4b3112b3833ca22&device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 1138 time: 0.0935972 May 04 22:26:34.914139 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efce65-f2a8-45b0-bfd1-89c796eca0bd req-95d31a88-fef9-46c4-b5bf-397149c5f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:34.928050 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e0efce65-f2a8-45b0-bfd1-89c796eca0bd req-95d31a88-fef9-46c4-b5bf-397149c5f77f service neutron] 10.222.0.85 "GET /v2.0/networks?id=2f29b772-5109-477f-8713-567419a52249 HTTP/1.1" status: 200 len: 916 time: 0.1348979 May 04 22:26:35.156020 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e0efce65-f2a8-45b0-bfd1-89c796eca0bd req-6341e55e-a77c-4ed7-a2f4-60d13f72a646 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70 HTTP/1.1" status: 200 len: 1002 time: 0.2336802 May 04 22:26:35.233229 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efce65-f2a8-45b0-bfd1-89c796eca0bd req-ce29fccb-5a35-40f9-a13f-ed064e295199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:35.234203 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e0efce65-f2a8-45b0-bfd1-89c796eca0bd req-ce29fccb-5a35-40f9-a13f-ed064e295199 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0ace682f-3e69-4b4a-98c6-bd7cca411d03 HTTP/1.1" status: 200 len: 854 time: 0.0686829 May 04 22:26:35.245709 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-47420a27-244c-4545-924a-3aa0192ce91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:35.325415 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0efce65-f2a8-45b0-bfd1-89c796eca0bd req-92388784-a0d8-4f57-86b3-67f814d47894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:35.327207 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e0efce65-f2a8-45b0-bfd1-89c796eca0bd req-92388784-a0d8-4f57-86b3-67f814d47894 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2f29b772-5109-477f-8713-567419a52249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0842617 May 04 22:26:35.482102 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e0efce65-f2a8-45b0-bfd1-89c796eca0bd req-fc1c2ad5-b641-4776-aa76-f9218b7ca96a service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466851 May 04 22:26:35.635532 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e0efce65-f2a8-45b0-bfd1-89c796eca0bd req-adff1adb-d658-4e0e-81f2-34e4628d48f8 service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465607 May 04 22:26:36.234320 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:38.411425 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:42.727087 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c3391f-3894-4ad0-9b6e-53507a112696 req-133cb89f-57e0-43cb-8877-f64033d5a6d1 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:42.728950 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-48c3391f-3894-4ad0-9b6e-53507a112696 req-133cb89f-57e0-43cb-8877-f64033d5a6d1 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 945 time: 0.1395133 May 04 22:26:42.784862 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-48c3391f-3894-4ad0-9b6e-53507a112696 req-abf262b2-3b07-42de-b00f-b7023b7e5aaa tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483296 May 04 22:26:43.684438 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:26:43.774472 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c545f-49ad-4335-9799-d5b41c18457f req-7a9bea90-be43-4491-96ed-50830b7ba30b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:43.776845 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-576c545f-49ad-4335-9799-d5b41c18457f req-7a9bea90-be43-4491-96ed-50830b7ba30b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.1081469 May 04 22:26:43.833877 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-576c545f-49ad-4335-9799-d5b41c18457f req-3cb2f14e-d140-4345-be68-642f1e2ca3b9 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494916 May 04 22:26:44.023974 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77461e0f-d9fa-4de8-8098-3d9115497211 req-ab2f18be-5c74-40c1-8b8e-71e2afe39fb7 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:44.025809 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-77461e0f-d9fa-4de8-8098-3d9115497211 req-ab2f18be-5c74-40c1-8b8e-71e2afe39fb7 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 945 time: 0.1160314 May 04 22:26:44.090129 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-77461e0f-d9fa-4de8-8098-3d9115497211 req-bc47167b-fd2f-4e7c-b5af-798b0a988026 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568314 May 04 22:26:45.066996 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae204c-3fb4-4f67-97f0-366b2bfa95d1 req-412273e3-bc72-46c1-8b6e-5244e6013562 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:45.068607 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-03ae204c-3fb4-4f67-97f0-366b2bfa95d1 req-412273e3-bc72-46c1-8b6e-5244e6013562 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.0937190 May 04 22:26:45.131495 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-03ae204c-3fb4-4f67-97f0-366b2bfa95d1 req-a2bab5e6-fc23-462b-9223-8714429aa4b9 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513024 May 04 22:26:45.306432 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e3a320-867b-435a-aa4b-a76275b5d4ce req-fbae3716-b939-4898-9392-a2bb13e3e221 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:45.308043 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-51e3a320-867b-435a-aa4b-a76275b5d4ce req-fbae3716-b939-4898-9392-a2bb13e3e221 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 945 time: 0.0936856 May 04 22:26:45.360094 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-51e3a320-867b-435a-aa4b-a76275b5d4ce req-df6e220d-7b3e-4608-a877-70c30382a207 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458837 May 04 22:26:46.360954 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16686804-969d-480e-950e-9763459fd518 req-6241eb8f-9fa2-4ce4-9260-ab26a9ee49ee tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:46.362566 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-16686804-969d-480e-950e-9763459fd518 req-6241eb8f-9fa2-4ce4-9260-ab26a9ee49ee tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.1019912 May 04 22:26:46.426841 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-16686804-969d-480e-950e-9763459fd518 req-3734dcb5-1302-4980-bfdf-8dae77fcb27b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527101 May 04 22:26:46.696840 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70409695-7b5e-4eac-95d0-3758b15c20c0 req-226d0a94-1bf0-4ae9-a105-2a85c3564819 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:46.698922 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-70409695-7b5e-4eac-95d0-3758b15c20c0 req-226d0a94-1bf0-4ae9-a105-2a85c3564819 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 945 time: 0.1372845 May 04 22:26:46.761061 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-70409695-7b5e-4eac-95d0-3758b15c20c0 req-4aab4182-18c8-41b5-b25b-b80df32040c8 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560901 May 04 22:26:47.488934 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f976de-64af-4b24-bcb5-61e9822b3ce8 req-77d460bd-811f-43f3-b0ca-0de78146c179 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:47.490894 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f8f976de-64af-4b24-bcb5-61e9822b3ce8 req-77d460bd-811f-43f3-b0ca-0de78146c179 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.85 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 945 time: 0.1070035 May 04 22:26:47.799082 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-f8f976de-64af-4b24-bcb5-61e9822b3ce8 req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Deleting port d9dfb231-0290-41c5-92b0-a85fc0124405 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:26:47.801505 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-f8f976de-64af-4b24-bcb5-61e9822b3ce8 req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:47.992483 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6153dc-6722-4dd8-84ac-676338ad7e77 req-3b62a7f0-24bd-426d-aed4-e5f920e12cbe tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:48.002921 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7b6153dc-6722-4dd8-84ac-676338ad7e77 req-3b62a7f0-24bd-426d-aed4-e5f920e12cbe tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.3472373 May 04 22:26:48.136955 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7b6153dc-6722-4dd8-84ac-676338ad7e77 req-06d69a23-316c-4acd-9e53-0ae0798350fe tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207685 May 04 22:26:48.146183 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-f8f976de-64af-4b24-bcb5-61e9822b3ce8 req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] For port d9dfb231-0290-41c5-92b0-a85fc0124405, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=d9dfb231-0290-41c5-92b0-a85fc0124405,segment=NetworkSegment(7fa63203-6140-4c95-b641-19581fda4e2e),segment_id=7fa63203-6140-4c95-b641-19581fda4e2e)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:26:48.146617 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-f8f976de-64af-4b24-bcb5-61e9822b3ce8 req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:48.240431 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f551a-f9d6-4fae-a63d-fb96fd148fa5 req-528d3ccc-c3c7-4918-a99c-55b2be57ef72 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:48.249865 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d06f551a-f9d6-4fae-a63d-fb96fd148fa5 req-528d3ccc-c3c7-4918-a99c-55b2be57ef72 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 945 time: 0.1807923 May 04 22:26:48.315776 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-f8f976de-64af-4b24-bcb5-61e9822b3ce8 req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Calling delete_port for d9dfb231-0290-41c5-92b0-a85fc0124405 owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:26:48.329850 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d06f551a-f9d6-4fae-a63d-fb96fd148fa5 req-c1965c5e-8bdf-4f90-b36a-0ecd278f5abf tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/security-groups?id=fa516103-10ab-49db-9161-1d108eff99a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756278 May 04 22:26:48.594425 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-f8f976de-64af-4b24-bcb5-61e9822b3ce8 req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:48.600769 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:26:48.650425 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Pushing event deleted for resources: {'Port': ['ID=d9dfb231-0290-41c5-92b0-a85fc0124405,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:26:48.690588 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:48.691128 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:48.698720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:48.698720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:48.698720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:48.698720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:48.698720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:48.698720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:48.698720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:48.698720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:48.698720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:48.698720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:48.703898 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:26:48.852744 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f976de-64af-4b24-bcb5-61e9822b3ce8 req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] No DVR routers for this DVR port d9dfb231-0290-41c5-92b0-a85fc0124405 on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:26:48.856008 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-f8f976de-64af-4b24-bcb5-61e9822b3ce8 req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:48.859346 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76e1b454-5919-4292-a0d9-0ce119b23244', 'name': 'network-vif-deleted', 'tag': 'd9dfb231-0290-41c5-92b0-a85fc0124405'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:26:48.910894 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76e1b454-5919-4292-a0d9-0ce119b23244', 'name': 'network-vif-deleted', 'tag': 'd9dfb231-0290-41c5-92b0-a85fc0124405', 'status': 'completed', 'code': 200} May 04 22:26:49.091840 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f8f976de-64af-4b24-bcb5-61e9822b3ce8 req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.85 "DELETE /v2.0/ports/d9dfb231-0290-41c5-92b0-a85fc0124405 HTTP/1.1" status: 204 len: 173 time: 1.5949292 May 04 22:26:49.425602 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device d9dfb231-0290-41c5-92b0-a85fc0124405 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:26:49.461015 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c9b5dc-ac5f-430c-9177-f3e9545c2cc9 req-a7dfacfd-5dc8-4697-9466-1cbb58f015aa tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:49.463477 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-83c9b5dc-ac5f-430c-9177-f3e9545c2cc9 req-a7dfacfd-5dc8-4697-9466-1cbb58f015aa tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.1245823 May 04 22:26:49.465543 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: d9dfb231-0290-41c5-92b0-a85fc0124405 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:26:49.465921 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device d9dfb231-0290-41c5-92b0-a85fc0124405 not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:26:49.518702 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-83c9b5dc-ac5f-430c-9177-f3e9545c2cc9 req-f2646846-e78c-4e0a-b18a-87a320e592a7 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481255 May 04 22:26:49.535776 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-ff8c67ac-d358-4bea-b6e5-6dfe18ecae67 req-f7b79f4e-17a3-4558-b16a-9e5883e88e68 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Synchronizing usage tracker for tenant:eb66506f6ff440b3abc314d4e8f3a19a on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:26:49.639991 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-ff8c67ac-d358-4bea-b6e5-6dfe18ecae67 req-f7b79f4e-17a3-4558-b16a-9e5883e88e68 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Unset dirty status for tenant:eb66506f6ff440b3abc314d4e8f3a19a on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:26:49.641835 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ff8c67ac-d358-4bea-b6e5-6dfe18ecae67 req-f7b79f4e-17a3-4558-b16a-9e5883e88e68 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] 10.222.0.72 "GET /v2.0/ports?device_id=76e1b454-5919-4292-a0d9-0ce119b23244 HTTP/1.1" status: 200 len: 210 time: 0.1575184 May 04 22:26:50.778340 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295b6d9-4a51-4b65-bf32-0683b9668387 req-c70680ee-734a-4fa0-883a-6556e23a1bf0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:50.779955 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3295b6d9-4a51-4b65-bf32-0683b9668387 req-c70680ee-734a-4fa0-883a-6556e23a1bf0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.1081023 May 04 22:26:50.843031 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3295b6d9-4a51-4b65-bf32-0683b9668387 req-51dfc2d5-3065-43e3-bc2a-3f85c24af576 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473492 May 04 22:26:51.487473 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a49620-525d-4cf4-b549-39f6c5701e67 req-81de0dde-d694-4e9e-a831-d30534888432 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:51.488822 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-62a49620-525d-4cf4-b549-39f6c5701e67 req-81de0dde-d694-4e9e-a831-d30534888432 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 946 time: 0.0931776 May 04 22:26:51.549450 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-62a49620-525d-4cf4-b549-39f6c5701e67 req-694d27c7-3f01-4cfc-a20c-cc3e6f7de80c tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481939 May 04 22:26:52.063230 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22c156-4ef7-4940-a300-fb6fbdb4fa7c req-733093af-3d59-4902-bf47-a8adba8e1196 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:52.064694 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7b22c156-4ef7-4940-a300-fb6fbdb4fa7c req-733093af-3d59-4902-bf47-a8adba8e1196 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.0942981 May 04 22:26:52.114185 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7b22c156-4ef7-4940-a300-fb6fbdb4fa7c req-92fb9e31-865f-4a02-868d-2476bf6287c2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431035 May 04 22:26:52.776232 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46be925-4c4d-40aa-92e6-936af980bf31 req-778a2d61-5a44-454d-b76b-fe5ce5f74ab5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:52.777898 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a46be925-4c4d-40aa-92e6-936af980bf31 req-778a2d61-5a44-454d-b76b-fe5ce5f74ab5 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 946 time: 0.1123970 May 04 22:26:52.826981 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a46be925-4c4d-40aa-92e6-936af980bf31 req-b705abcb-c956-4e0e-b877-8740299028d9 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425866 May 04 22:26:53.326233 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6e25e-164b-45ed-91b0-e8ed98ff63c4 req-6c19b8c3-d055-4c91-ab14-366fa58f2be0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:53.327961 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2ee6e25e-164b-45ed-91b0-e8ed98ff63c4 req-6c19b8c3-d055-4c91-ab14-366fa58f2be0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.0919006 May 04 22:26:53.423950 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2ee6e25e-164b-45ed-91b0-e8ed98ff63c4 req-e5748cca-6083-488e-b818-d2ffde7ce4cd tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876119 May 04 22:26:53.463401 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-24652a83-595b-4483-86c7-9ee06d6ed4fc tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:53.464883 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-24652a83-595b-4483-86c7-9ee06d6ed4fc tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.85 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 946 time: 0.1136563 May 04 22:26:53.617399 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Deleting port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:26:53.617851 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:53.758922 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] For port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:26:53.759183 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:54.036626 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d4853-52f9-4c3f-aa34-0aa3041d8d19 req-003d5b46-7007-4e53-8ecf-df2e87ade77d tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:54.038088 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f43d4853-52f9-4c3f-aa34-0aa3041d8d19 req-003d5b46-7007-4e53-8ecf-df2e87ade77d tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 946 time: 0.0926826 May 04 22:26:54.076545 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:54.076912 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920181'] for floatingip, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:54.077657 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.l3_db [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Floating IP 5da423cc-91ac-4d08-801f-44cdd37c0f30 disassociated. External IP: 172.28.3.62, port: f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0. May 04 22:26:54.077657 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Calling delete_port for f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:26:54.091481 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f43d4853-52f9-4c3f-aa34-0aa3041d8d19 req-812a8114-4052-4fb2-8d1f-6fec19049fb1 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups?id=c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461757 May 04 22:26:54.311983 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:54.318158 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a7ec8314-696a-40e4-b948-24b7bde78147 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:26:54.366246 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event deleted for resources: {'Port': ['ID=f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:26:54.369922 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:26:54.622664 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Router 8b61213a-a44f-40a3-9112-b83df320c1e2 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:26:54.938065 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bd7ba-a464-4357-a0a3-d5d6bf142879 req-b06b783f-53cf-4f32-a05b-1fb5370e682a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:54.940666 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-203bd7ba-a464-4357-a0a3-d5d6bf142879 req-b06b783f-53cf-4f32-a05b-1fb5370e682a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.3719058 May 04 22:26:55.005525 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:26:55.018124 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b350f46-1181-4ee8-b6b3-9921d9025d4d None None] Sync routers for ids ['8b61213a-a44f-40a3-9112-b83df320c1e2'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:26:55.028078 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b350f46-1181-4ee8-b6b3-9921d9025d4d None None] Routers {'8b61213a-a44f-40a3-9112-b83df320c1e2'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:26:55.028702 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-2b350f46-1181-4ee8-b6b3-9921d9025d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:26:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['8b61213a-a44f-40a3-9112-b83df320c1e2'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:26:55.045529 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-203bd7ba-a464-4357-a0a3-d5d6bf142879 req-a886cc40-4bf3-4f2d-845c-c78f43db792e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977857 May 04 22:26:55.100131 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] No DVR routers for this DVR port f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:26:55.103752 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:55.106473 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2640f1fe-5ea7-490d-9a3c-abc36c144423', 'name': 'network-vif-deleted', 'tag': 'f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:26:55.157664 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2640f1fe-5ea7-490d-9a3c-abc36c144423', 'name': 'network-vif-deleted', 'tag': 'f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0', 'status': 'completed', 'code': 200} May 04 22:26:55.245484 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-654f6446-d18e-4aa8-b4a1-7827c14dbd41 req-227793d2-9374-4627-91bd-287ecc684056 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.85 "DELETE /v2.0/ports/f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 HTTP/1.1" status: 204 len: 173 time: 1.7747393 May 04 22:26:55.265501 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-2b350f46-1181-4ee8-b6b3-9921d9025d4d None None] Set router 8b61213a-a44f-40a3-9112-b83df320c1e2 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:26:55.322401 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-4dbe1fb4-0af0-4eda-88f5-0020c38e2e58 req-69829fec-ff82-4d4e-8625-9c2529f648c7 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Synchronizing usage tracker for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:26:55.449576 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-4dbe1fb4-0af0-4eda-88f5-0020c38e2e58 req-69829fec-ff82-4d4e-8625-9c2529f648c7 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Unset dirty status for tenant:0cd3d4f19a8c439dad38f4f92355f0b4 on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:26:55.452814 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4dbe1fb4-0af0-4eda-88f5-0020c38e2e58 req-69829fec-ff82-4d4e-8625-9c2529f648c7 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 210 time: 0.1753933 May 04 22:26:55.518501 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:26:55.578226 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:26:55.578602 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device f9b8ac0a-9a59-4d62-8b86-e82c23d5e6c0 not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:26:55.715153 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-2b350f46-1181-4ee8-b6b3-9921d9025d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': 'a7113d47-d361-4895-a725-774215793f4c', 'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'mac_address': 'fa:16:3e:36:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:38Z', 'updated_at': '2021-05-04T22:20:58Z', 'revision_number': 5, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'subnets': [{'id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:26:55.719423 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b350f46-1181-4ee8-b6b3-9921d9025d4d None None] Checking router: 8b61213a-a44f-40a3-9112-b83df320c1e2 for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:26:55.729888 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b350f46-1181-4ee8-b6b3-9921d9025d4d None None] Routers {'8b61213a-a44f-40a3-9112-b83df320c1e2'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:26:55.730546 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-2b350f46-1181-4ee8-b6b3-9921d9025d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:26:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['8b61213a-a44f-40a3-9112-b83df320c1e2'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:26:55.923285 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-2b350f46-1181-4ee8-b6b3-9921d9025d4d None None] Set router 8b61213a-a44f-40a3-9112-b83df320c1e2 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:26:56.311586 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9dff0-ce8d-41f3-ba6d-bc0c1f6bcbb5 req-e0f99fc8-dd0d-496e-8457-5f930403e474 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:56.313146 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b4e9dff0-ce8d-41f3-ba6d-bc0c1f6bcbb5 req-e0f99fc8-dd0d-496e-8457-5f930403e474 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.1330051 May 04 22:26:56.353944 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-2b350f46-1181-4ee8-b6b3-9921d9025d4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': 'a7113d47-d361-4895-a725-774215793f4c', 'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'mac_address': 'fa:16:3e:36:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:38Z', 'updated_at': '2021-05-04T22:20:58Z', 'revision_number': 5, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'subnets': [{'id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:26:56.358522 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b350f46-1181-4ee8-b6b3-9921d9025d4d None None] The sync data for ids ['8b61213a-a44f-40a3-9112-b83df320c1e2'] in dv-cinder-786928-2-smb is: [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:20:42Z', 'revision_number': 4, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': 'a7113d47-d361-4895-a725-774215793f4c', 'name': '', 'network_id': '5170873a-6cb6-4353-9101-7364c7875074', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'mac_address': 'fa:16:3e:36:08:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:38Z', 'updated_at': '2021-05-04T22:20:58Z', 'revision_number': 5, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'subnets': [{'id': '1643d57d-290d-4570-bd82-70f1a3a61b16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:26:56.370008 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b4e9dff0-ce8d-41f3-ba6d-bc0c1f6bcbb5 req-f5dd7586-3224-4a51-a081-e981cacde8f5 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442772 May 04 22:26:56.639635 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335103e8-bd94-45b6-a3a8-63fa856baca4 None None] New status for floating IP 5da423cc-91ac-4d08-801f-44cdd37c0f30: DOWN {{(pid=74778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 22:26:56.664530 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-01da517e-d56f-4ee1-8945-20b85dfd4b96 req-00fa8686-8618-4872-bec1-2ecb95c0e865 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/ports?device_id=2640f1fe-5ea7-490d-9a3c-abc36c144423 HTTP/1.1" status: 200 len: 210 time: 0.0579009 May 04 22:26:57.674377 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7f28aebd-dec4-4d55-b82d-ce10713b106e req-e1861592-db97-4245-99ed-7049548bdc2a tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-335603945&fields=id&tenant_id=49f2130450124f6ba4b3112b3833ca22 HTTP/1.1" status: 200 len: 267 time: 0.0567687 May 04 22:26:57.765689 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28aebd-dec4-4d55-b82d-ce10713b106e req-9cbaca78-6c8b-4347-bff2-d612fb97ff28 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:57.767276 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7f28aebd-dec4-4d55-b82d-ce10713b106e req-9cbaca78-6c8b-4347-bff2-d612fb97ff28 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 985 time: 0.0862317 May 04 22:26:57.779196 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-7f28aebd-dec4-4d55-b82d-ce10713b106e req-647df78c-17f5-4741-bbac-9b78ca01bbf3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Request body: {'port': {'security_groups': ['921f9356-fcfa-4b13-b69e-1f54fdb2c97f']}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:26:57.908356 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9866bf-26b2-4727-a2f0-f5da8c4ada47 req-78e88343-df2f-4cb3-b486-d56d498f0335 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:57.910021 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ad9866bf-26b2-4727-a2f0-f5da8c4ada47 req-78e88343-df2f-4cb3-b486-d56d498f0335 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.2031200 May 04 22:26:57.923223 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-7f28aebd-dec4-4d55-b82d-ce10713b106e req-647df78c-17f5-4741-bbac-9b78ca01bbf3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:57.974792 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ad9866bf-26b2-4727-a2f0-f5da8c4ada47 req-d71c1fef-5f2d-4d1b-ac18-9b3650d8b48c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562160 May 04 22:26:58.182822 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60682) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:26:58.197556 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-7f28aebd-dec4-4d55-b82d-ce10713b106e req-647df78c-17f5-4741-bbac-9b78ca01bbf3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] For port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70,segment=NetworkSegment(adb0c14a-2fb0-4dc4-8328-b6295bd1cce9),segment_id=adb0c14a-2fb0-4dc4-8328-b6295bd1cce9)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:26:58.238051 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-7f28aebd-dec4-4d55-b82d-ce10713b106e req-647df78c-17f5-4741-bbac-9b78ca01bbf3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:58.257576 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:58.287398 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:58.331298 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-7f28aebd-dec4-4d55-b82d-ce10713b106e req-647df78c-17f5-4741-bbac-9b78ca01bbf3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:58.340333 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a2572f3b-d9f3-47d9-a6e5-49a2ac47a0d3 tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:26:58.346956 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['19a9dc77-cb5b-4c96-b81a-8f54f2228c70'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:26:58.404650 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f28aebd-dec4-4d55-b82d-ce10713b106e req-647df78c-17f5-4741-bbac-9b78ca01bbf3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:58.405955 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-7f28aebd-dec4-4d55-b82d-ce10713b106e req-647df78c-17f5-4741-bbac-9b78ca01bbf3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:58.406878 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7f28aebd-dec4-4d55-b82d-ce10713b106e req-647df78c-17f5-4741-bbac-9b78ca01bbf3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "PUT /v2.0/ports/19a9dc77-cb5b-4c96-b81a-8f54f2228c70 HTTP/1.1" status: 200 len: 943 time: 0.6330502 May 04 22:26:58.414550 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'tag': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:26:58.415633 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60690) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:26:58.443930 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647df78c-17f5-4741-bbac-9b78ca01bbf3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Pushing event updated for resources: {'Port': ['ID=19a9dc77-cb5b-4c96-b81a-8f54f2228c70,revision_number=7']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:26:58.450123 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-647df78c-17f5-4741-bbac-9b78ca01bbf3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:26:58.459720 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:58.479845 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-0429dfba-88b6-4022-bae6-6cc5ef0fdf4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:26:58.508927 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:26:58.521051 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:58.521418 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:58.521778 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:58.522130 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:58.523492 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:58.523842 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:58.524189 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:58.524710 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:58.525066 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:58.525414 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:58.525756 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:58.526094 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:26:58.530520 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:26:58.533339 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'tag': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70', 'status': 'completed', 'code': 200} May 04 22:26:58.540778 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['19a9dc77-cb5b-4c96-b81a-8f54f2228c70'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:26:58.588178 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-273d7838-02ca-4f19-82d0-e8806b22b876 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:58.634358 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:58.635731 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "DELETE /v2.0/security-groups/c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4 HTTP/1.1" status: 204 len: 168 time: 0.4518576 May 04 22:26:58.638432 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 60696) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:26:58.656980 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-273d7838-02ca-4f19-82d0-e8806b22b876 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:58.674086 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.api.v2.resource [None req-b9463932-bd4a-44d2-964c-8ce46fe02f91 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] show failed (client error): The resource could not be found. May 04 22:26:58.675366 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-b9463932-bd4a-44d2-964c-8ce46fe02f91 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "GET /v2.0/security-groups/c708e6ab-63c1-42c0-9d4b-d7e1e1deabf4 HTTP/1.1" status: 404 len: 347 time: 0.0356071 May 04 22:26:58.678809 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 60700) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:26:58.830130 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-26a4b18d-fff2-4d4a-a82a-14797a5c01dc None None] Provisioning complete for port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:26:58.830379 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-26a4b18d-fff2-4d4a-a82a-14797a5c01dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:58.845191 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a704b2-41ff-49c8-9675-a4c4b15f8b02 req-fff6357f-42a5-4790-bd6c-10ccdbba41ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:58.846677 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-84a704b2-41ff-49c8-9675-a4c4b15f8b02 req-fff6357f-42a5-4790-bd6c-10ccdbba41ac service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49f2130450124f6ba4b3112b3833ca22&device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 1099 time: 0.2901244 May 04 22:26:58.901917 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-273d7838-02ca-4f19-82d0-e8806b22b876 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:58.908631 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-bba5d4e0-267e-4745-8f0a-e3b18c04a94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:26:58.951344 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d7838-02ca-4f19-82d0-e8806b22b876 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8935325-9522-402a-b818-d83e8954694a,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:26:58.962615 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-273d7838-02ca-4f19-82d0-e8806b22b876 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:26:59.091237 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-273d7838-02ca-4f19-82d0-e8806b22b876 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:59.095323 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-273d7838-02ca-4f19-82d0-e8806b22b876 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "DELETE /v2.0/security-groups/c8935325-9522-402a-b818-d83e8954694a HTTP/1.1" status: 204 len: 168 time: 0.6785200 May 04 22:26:59.096084 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60706) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:26:59.096951 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a704b2-41ff-49c8-9675-a4c4b15f8b02 req-f9d27b60-592e-4c94-9b09-0cef7d0862a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:59.098745 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-84a704b2-41ff-49c8-9675-a4c4b15f8b02 req-f9d27b60-592e-4c94-9b09-0cef7d0862a1 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2f29b772-5109-477f-8713-567419a52249 HTTP/1.1" status: 200 len: 916 time: 0.2420218 May 04 22:26:59.101586 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-04bb5998-ee5a-4e87-87cc-9b70921d6cf9 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Deleting port c02ac9d0-c5fa-483b-9e56-7fa4c8d869f2 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:26:59.101929 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-04bb5998-ee5a-4e87-87cc-9b70921d6cf9 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:59.408195 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-42ca036d-3828-4291-88e1-bbcc9ea1a8b1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Deleting port 4077755e-c869-4213-84ec-8b706d953c8d {{(pid=74775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:26:59.408544 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-42ca036d-3828-4291-88e1-bbcc9ea1a8b1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:59.462674 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-84a704b2-41ff-49c8-9675-a4c4b15f8b02 req-1f1d0174-3143-4dac-beb4-34c33e0d327f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70 HTTP/1.1" status: 200 len: 1002 time: 0.3431101 May 04 22:26:59.536876 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-04bb5998-ee5a-4e87-87cc-9b70921d6cf9 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:59.537206 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-04bb5998-ee5a-4e87-87cc-9b70921d6cf9 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:59.552226 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-42ca036d-3828-4291-88e1-bbcc9ea1a8b1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:59.552551 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-42ca036d-3828-4291-88e1-bbcc9ea1a8b1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:59.677829 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585951de-0fc7-425a-9b27-93fc914a5feb req-3b43f775-bba1-42f6-96d5-9031a466cf02 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:59.679343 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-585951de-0fc7-425a-9b27-93fc914a5feb req-3b43f775-bba1-42f6-96d5-9031a466cf02 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.5588050 May 04 22:26:59.682531 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-42ca036d-3828-4291-88e1-bbcc9ea1a8b1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Calling delete_port for 4077755e-c869-4213-84ec-8b706d953c8d owned by network:floatingip {{(pid=74775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:26:59.688448 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-04bb5998-ee5a-4e87-87cc-9b70921d6cf9 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Calling delete_port for c02ac9d0-c5fa-483b-9e56-7fa4c8d869f2 owned by network:floatingip {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:26:59.719933 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a704b2-41ff-49c8-9675-a4c4b15f8b02 req-e1687bb6-fdf6-4259-8eb6-3cd6dd96019a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:59.721456 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-84a704b2-41ff-49c8-9675-a4c4b15f8b02 req-e1687bb6-fdf6-4259-8eb6-3cd6dd96019a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0ace682f-3e69-4b4a-98c6-bd7cca411d03 HTTP/1.1" status: 200 len: 854 time: 0.2471540 May 04 22:26:59.796950 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-585951de-0fc7-425a-9b27-93fc914a5feb req-9502348f-c253-4d23-91c9-82062570bb6d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054325 May 04 22:26:59.862874 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a704b2-41ff-49c8-9675-a4c4b15f8b02 req-003ab682-9837-4036-ae6e-f2c280cc9342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:26:59.864540 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-84a704b2-41ff-49c8-9675-a4c4b15f8b02 req-003ab682-9837-4036-ae6e-f2c280cc9342 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2f29b772-5109-477f-8713-567419a52249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1270418 May 04 22:26:59.920409 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-42ca036d-3828-4291-88e1-bbcc9ea1a8b1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:26:59.926580 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-15f7cbf7-9131-497c-ae61-23ff784f7295 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:26:59.999530 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca036d-3828-4291-88e1-bbcc9ea1a8b1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Pushing event deleted for resources: {'Port': ['ID=4077755e-c869-4213-84ec-8b706d953c8d,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:00.003019 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-42ca036d-3828-4291-88e1-bbcc9ea1a8b1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:00.070623 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-84a704b2-41ff-49c8-9675-a4c4b15f8b02 req-2344a7ac-0202-489d-91fa-259a5982fc82 service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682508 May 04 22:27:00.108478 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-42ca036d-3828-4291-88e1-bbcc9ea1a8b1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks [] for floatingip, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:00.108863 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.l3_db [None req-42ca036d-3828-4291-88e1-bbcc9ea1a8b1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Floating IP 1913eebf-404f-4c0a-995c-ee3fbcc2c65c disassociated (deleted). External IP: 172.28.3.212, port: 19a9dc77-cb5b-4c96-b81a-8f54f2228c70. May 04 22:27:00.153259 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-04bb5998-ee5a-4e87-87cc-9b70921d6cf9 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:00.162146 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-b4335c81-9538-4465-8712-bf18964a5426 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:00.247935 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bb5998-ee5a-4e87-87cc-9b70921d6cf9 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Pushing event deleted for resources: {'Port': ['ID=c02ac9d0-c5fa-483b-9e56-7fa4c8d869f2,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:00.250453 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-04bb5998-ee5a-4e87-87cc-9b70921d6cf9 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:00.267499 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-04bb5998-ee5a-4e87-87cc-9b70921d6cf9 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks [] for floatingip, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:00.320953 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-84a704b2-41ff-49c8-9675-a4c4b15f8b02 req-01f2b501-fcc0-4260-b9b1-ff3f94b9b2bd service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398934 May 04 22:27:00.364697 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-04bb5998-ee5a-4e87-87cc-9b70921d6cf9 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:00.365850 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-04bb5998-ee5a-4e87-87cc-9b70921d6cf9 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] 10.222.0.72 "DELETE /v2.0/floatingips/5da423cc-91ac-4d08-801f-44cdd37c0f30 HTTP/1.1" status: 204 len: 168 time: 1.6861234 May 04 22:27:00.599794 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ca036d-3828-4291-88e1-bbcc9ea1a8b1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:27:00.794978 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ca036d-3828-4291-88e1-bbcc9ea1a8b1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:27:00.806169 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283284d2-e3e3-447f-a77a-da705994e3e4 None None] Sync routers for ids ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:27:00.816727 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283284d2-e3e3-447f-a77a-da705994e3e4 None None] Routers {'f4351f4a-424c-49cd-bc1c-d3c21bd48f15'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:27:00.817372 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-283284d2-e3e3-447f-a77a-da705994e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:26:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:00.915438 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-42ca036d-3828-4291-88e1-bbcc9ea1a8b1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:01.032830 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-283284d2-e3e3-447f-a77a-da705994e3e4 None None] Set router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:27:01.055634 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-42ca036d-3828-4291-88e1-bbcc9ea1a8b1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "DELETE /v2.0/floatingips/1913eebf-404f-4c0a-995c-ee3fbcc2c65c HTTP/1.1" status: 204 len: 168 time: 1.9468977 May 04 22:27:01.055634 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'tag': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70'}] {{(pid=74775) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:27:01.115704 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3958cf3e-37d3-48cf-acf1-4d3d23ec1936 req-ccce2ec4-e82b-4da7-9867-b044dfcb39f5 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:01.117853 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3958cf3e-37d3-48cf-acf1-4d3d23ec1936 req-ccce2ec4-e82b-4da7-9867-b044dfcb39f5 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.1729698 May 04 22:27:01.171560 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-3958cf3e-37d3-48cf-acf1-4d3d23ec1936 req-a1611f9d-0e24-43f1-8a54-9f094a7341d9 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464606 May 04 22:27:01.265277 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-46c2d49d-bc8d-4f6e-b60d-0e31b15a11d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:01.359598 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'tag': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70', 'status': 'completed', 'code': 200} May 04 22:27:01.474534 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-283284d2-e3e3-447f-a77a-da705994e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:23:33Z', 'updated_at': '2021-05-04T22:23:49Z', 'revision_number': 4, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'gw_port': {'id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:36Z', 'updated_at': '2021-05-04T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': 'de836ffd-4235-46a3-a4af-8bc8bc0d307c', 'name': '', 'network_id': '2f29b772-5109-477f-8713-567419a52249', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'mac_address': 'fa:16:3e:be:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:47Z', 'updated_at': '2021-05-04T22:23:58Z', 'revision_number': 5, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'subnets': [{'id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:01.481749 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283284d2-e3e3-447f-a77a-da705994e3e4 None None] Checking router: f4351f4a-424c-49cd-bc1c-d3c21bd48f15 for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:27:01.485563 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6960891-2a53-480a-b6cf-917bca87abdb req-61e7915e-4992-4207-a8dc-60d83289d3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:01.487081 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e6960891-2a53-480a-b6cf-917bca87abdb req-61e7915e-4992-4207-a8dc-60d83289d3bd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=49f2130450124f6ba4b3112b3833ca22&device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 1099 time: 0.0995555 May 04 22:27:01.501458 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283284d2-e3e3-447f-a77a-da705994e3e4 None None] Routers {'f4351f4a-424c-49cd-bc1c-d3c21bd48f15'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:27:01.502148 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-283284d2-e3e3-447f-a77a-da705994e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:26:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:01.628466 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:01.633805 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6960891-2a53-480a-b6cf-917bca87abdb req-1ec5445a-2694-4e28-976a-e072a5094027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:01.635317 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e6960891-2a53-480a-b6cf-917bca87abdb req-1ec5445a-2694-4e28-976a-e072a5094027 service neutron] 10.222.0.85 "GET /v2.0/networks?id=2f29b772-5109-477f-8713-567419a52249 HTTP/1.1" status: 200 len: 916 time: 0.1380465 May 04 22:27:01.711890 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e6960891-2a53-480a-b6cf-917bca87abdb req-a9898b40-899d-4013-ac59-c76d31bfe1f1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70 HTTP/1.1" status: 200 len: 217 time: 0.0688090 May 04 22:27:01.712116 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-283284d2-e3e3-447f-a77a-da705994e3e4 None None] Set router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:27:01.792370 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6960891-2a53-480a-b6cf-917bca87abdb req-d2688e8d-27a6-4661-8e17-25ad234a8c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:01.793930 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e6960891-2a53-480a-b6cf-917bca87abdb req-d2688e8d-27a6-4661-8e17-25ad234a8c79 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=0ace682f-3e69-4b4a-98c6-bd7cca411d03 HTTP/1.1" status: 200 len: 854 time: 0.0757656 May 04 22:27:01.882249 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6960891-2a53-480a-b6cf-917bca87abdb req-4f48f9e0-cb6f-4fc0-8429-94dedfda12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:01.884054 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e6960891-2a53-480a-b6cf-917bca87abdb req-4f48f9e0-cb6f-4fc0-8429-94dedfda12a3 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=2f29b772-5109-477f-8713-567419a52249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824614 May 04 22:27:02.048500 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e6960891-2a53-480a-b6cf-917bca87abdb req-76e5de05-7a6a-4eee-90e1-9c700a2a0cad service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573639 May 04 22:27:02.066817 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-283284d2-e3e3-447f-a77a-da705994e3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:23:33Z', 'updated_at': '2021-05-04T22:23:49Z', 'revision_number': 4, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'gw_port': {'id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:36Z', 'updated_at': '2021-05-04T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': 'de836ffd-4235-46a3-a4af-8bc8bc0d307c', 'name': '', 'network_id': '2f29b772-5109-477f-8713-567419a52249', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'mac_address': 'fa:16:3e:be:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:47Z', 'updated_at': '2021-05-04T22:23:58Z', 'revision_number': 5, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'subnets': [{'id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:02.071219 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283284d2-e3e3-447f-a77a-da705994e3e4 None None] The sync data for ids ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'] in dv-cinder-786928-2-smb is: [{'id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:23:33Z', 'updated_at': '2021-05-04T22:23:49Z', 'revision_number': 4, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'gw_port': {'id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:36Z', 'updated_at': '2021-05-04T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': 'de836ffd-4235-46a3-a4af-8bc8bc0d307c', 'name': '', 'network_id': '2f29b772-5109-477f-8713-567419a52249', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'mac_address': 'fa:16:3e:be:06:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_interface', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:47Z', 'updated_at': '2021-05-04T22:23:58Z', 'revision_number': 5, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'subnets': [{'id': '0ace682f-3e69-4b4a-98c6-bd7cca411d03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:27:02.206632 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e6960891-2a53-480a-b6cf-917bca87abdb req-0adf2784-0798-491c-9563-3a49c10111ab service neutron] 10.222.0.85 "GET /v2.0/networks/2f29b772-5109-477f-8713-567419a52249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500995 May 04 22:27:02.430904 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed44583-2c04-4fd3-a809-c0593c47e5b0 None None] New status for floating IP 1913eebf-404f-4c0a-995c-ee3fbcc2c65c: DOWN {{(pid=74778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 22:27:02.547608 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c53a18-a1f3-40f8-bb0a-c437a84cf4d1 req-45e33ddb-5482-4bc5-8faf-c4018907bd34 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:02.549075 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-08c53a18-a1f3-40f8-bb0a-c437a84cf4d1 req-45e33ddb-5482-4bc5-8faf-c4018907bd34 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.2264357 May 04 22:27:02.622297 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-08c53a18-a1f3-40f8-bb0a-c437a84cf4d1 req-827e9304-3cce-43fe-b04a-b9adc3bffac7 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662503 May 04 22:27:03.855359 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541460a-16d8-4b30-8048-5f2f1e21d965 req-7bcc5855-1df7-4115-a56f-8e1dbe6f626f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:03.857000 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b541460a-16d8-4b30-8048-5f2f1e21d965 req-7bcc5855-1df7-4115-a56f-8e1dbe6f626f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.1053905 May 04 22:27:03.925591 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b541460a-16d8-4b30-8048-5f2f1e21d965 req-d386bb09-33c0-483a-b41a-5b61a0e12932 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608296 May 04 22:27:04.182933 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:05.041677 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60794) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:05.166826 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bf8ae96d-465d-46bb-94f4-d02be7c4003c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:05.197259 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890fa5a5-ce1f-4203-be24-7f1dae8d9d57 req-53d36142-cde5-4d96-ae3d-6a9bf0107c1e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:05.199901 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-890fa5a5-ce1f-4203-be24-7f1dae8d9d57 req-53d36142-cde5-4d96-ae3d-6a9bf0107c1e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.1326268 May 04 22:27:05.407830 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-890fa5a5-ce1f-4203-be24-7f1dae8d9d57 req-81f8b9f2-24a0-4c77-9807-a1dceab5d61a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402569 May 04 22:27:05.952432 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-674c8539-f1fe-413a-ba06-3e28d74ec507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919372'] for router_interface, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:06.262555 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:06.802876 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c197393-053b-41cf-858b-3c3117108632 req-dad23501-46b0-424d-b45b-c41bb10a71d9 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:06.805856 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6c197393-053b-41cf-858b-3c3117108632 req-dad23501-46b0-424d-b45b-c41bb10a71d9 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 946 time: 0.1078224 May 04 22:27:06.833784 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b310b26-7279-461e-860e-15ca08369c68 req-05555978-542d-42fb-abbb-e09a7e400914 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:06.835803 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-9b310b26-7279-461e-860e-15ca08369c68 req-05555978-542d-42fb-abbb-e09a7e400914 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.1896338 May 04 22:27:06.875791 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-674c8539-f1fe-413a-ba06-3e28d74ec507 admin admin] Deleting port a7113d47-d361-4895-a725-774215793f4c {{(pid=74775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:27:06.876178 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-674c8539-f1fe-413a-ba06-3e28d74ec507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:06.890642 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6c197393-053b-41cf-858b-3c3117108632 req-cc7cad20-906f-4642-ab7e-6608f2acb2fa tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774097 May 04 22:27:06.978653 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-9b310b26-7279-461e-860e-15ca08369c68 req-e8a3a996-265c-44ce-83d8-dca26264b6fc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1326876 May 04 22:27:07.045053 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.db [None req-674c8539-f1fe-413a-ba06-3e28d74ec507 admin admin] For port a7113d47-d361-4895-a725-774215793f4c, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=a7113d47-d361-4895-a725-774215793f4c,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:07.045491 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-674c8539-f1fe-413a-ba06-3e28d74ec507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:07.194778 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-674c8539-f1fe-413a-ba06-3e28d74ec507 admin admin] Calling delete_port for a7113d47-d361-4895-a725-774215793f4c owned by network:router_interface {{(pid=74775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:27:07.450962 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-674c8539-f1fe-413a-ba06-3e28d74ec507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:07.455704 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:07.511426 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c8539-f1fe-413a-ba06-3e28d74ec507 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7113d47-d361-4895-a725-774215793f4c,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:07.514137 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-674c8539-f1fe-413a-ba06-3e28d74ec507 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:07.871202 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-674c8539-f1fe-413a-ba06-3e28d74ec507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949244'] for router_interface, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:08.226150 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0f30e-0232-4642-9368-9c80c025b9a2 req-3b6b169d-9da1-41fd-8a35-5853f5f2f3d2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:08.230395 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ebb0f30e-0232-4642-9368-9c80c025b9a2 req-3b6b169d-9da1-41fd-8a35-5853f5f2f3d2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 946 time: 0.1584284 May 04 22:27:08.323879 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ebb0f30e-0232-4642-9368-9c80c025b9a2 req-21d9b5cf-c63f-4448-bbfb-945f88267bff tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/security-groups?id=921f9356-fcfa-4b13-b69e-1f54fdb2c97f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805128 May 04 22:27:08.387955 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:08.615277 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e519c-aa7e-4fff-a8bb-2772dfc9067d req-ac0dc0f4-b0cb-4690-a35b-e647411caf90 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:08.618698 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d09e519c-aa7e-4fff-a8bb-2772dfc9067d req-ac0dc0f4-b0cb-4690-a35b-e647411caf90 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.85 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 946 time: 0.1246803 May 04 22:27:08.632612 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d87ac-6e1d-4e48-a6a3-0e3149b8dac7 req-f3c808d4-d2e0-41a0-aa0b-c5dd56618299 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:08.634223 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8f9d87ac-6e1d-4e48-a6a3-0e3149b8dac7 req-f3c808d4-d2e0-41a0-aa0b-c5dd56618299 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.4145279 May 04 22:27:08.640194 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674c8539-f1fe-413a-ba06-3e28d74ec507 admin admin] Router 8b61213a-a44f-40a3-9112-b83df320c1e2 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:27:08.833190 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8f9d87ac-6e1d-4e48-a6a3-0e3149b8dac7 req-f08fa92b-8944-46ad-8a9e-a79a6f30d9f5 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844916 May 04 22:27:08.837070 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-d09e519c-aa7e-4fff-a8bb-2772dfc9067d req-4e82a581-b3b7-4095-a16f-e8443930f4e3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Deleting port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:27:08.837941 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d09e519c-aa7e-4fff-a8bb-2772dfc9067d req-4e82a581-b3b7-4095-a16f-e8443930f4e3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:08.923403 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674c8539-f1fe-413a-ba06-3e28d74ec507 admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:27:08.939142 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da23242-4906-42fd-a734-9fddfe28c584 None None] Sync routers for ids ['8b61213a-a44f-40a3-9112-b83df320c1e2'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:27:08.960545 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da23242-4906-42fd-a734-9fddfe28c584 None None] Routers {'8b61213a-a44f-40a3-9112-b83df320c1e2'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:27:08.962429 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-9da23242-4906-42fd-a734-9fddfe28c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:27:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['8b61213a-a44f-40a3-9112-b83df320c1e2'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:08.964845 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-674c8539-f1fe-413a-ba06-3e28d74ec507 admin admin] 10.222.0.72 "PUT /v2.0/routers/8b61213a-a44f-40a3-9112-b83df320c1e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9218810 May 04 22:27:08.977382 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60830) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:09.101892 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-d09e519c-aa7e-4fff-a8bb-2772dfc9067d req-4e82a581-b3b7-4095-a16f-e8443930f4e3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] For port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=19a9dc77-cb5b-4c96-b81a-8f54f2228c70,segment=NetworkSegment(adb0c14a-2fb0-4dc4-8328-b6295bd1cce9),segment_id=adb0c14a-2fb0-4dc4-8328-b6295bd1cce9)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:09.102587 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d09e519c-aa7e-4fff-a8bb-2772dfc9067d req-4e82a581-b3b7-4095-a16f-e8443930f4e3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:09.237549 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-9da23242-4906-42fd-a734-9fddfe28c584 None None] Set router 8b61213a-a44f-40a3-9112-b83df320c1e2 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:27:09.311552 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-d09e519c-aa7e-4fff-a8bb-2772dfc9067d req-4e82a581-b3b7-4095-a16f-e8443930f4e3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Calling delete_port for 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:27:09.435526 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] Notify callbacks [] for router, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:09.728805 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e8256833-df5a-4e8d-b85d-4baeaccab79b req-9b2f11eb-33fe-4718-971b-2513649a8a62 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 210 time: 0.0834591 May 04 22:27:09.730222 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d09e519c-aa7e-4fff-a8bb-2772dfc9067d req-4e82a581-b3b7-4095-a16f-e8443930f4e3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:09.742054 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-6999aee0-523e-4506-bbf9-b94280183a95 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:09.796674 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:09.805018 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-9da23242-4906-42fd-a734-9fddfe28c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151'}], 'enable_snat': True}, 'gw_port_id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:27:07Z', 'revision_number': 5, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port': {'id': '85712b0b-de2f-413d-ae88-f469a0ae84a6', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:c5:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:26Z', 'updated_at': '2021-05-04T22:20:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:09.811969 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da23242-4906-42fd-a734-9fddfe28c584 None None] Checking router: 8b61213a-a44f-40a3-9112-b83df320c1e2 for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:27:09.814977 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82a581-b3b7-4095-a16f-e8443930f4e3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Pushing event deleted for resources: {'Port': ['ID=19a9dc77-cb5b-4c96-b81a-8f54f2228c70,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:09.818335 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4e82a581-b3b7-4095-a16f-e8443930f4e3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:09.827267 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da23242-4906-42fd-a734-9fddfe28c584 None None] Routers {'8b61213a-a44f-40a3-9112-b83df320c1e2'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:27:09.828103 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-9da23242-4906-42fd-a734-9fddfe28c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:27:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['8b61213a-a44f-40a3-9112-b83df320c1e2'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:09.935154 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09e519c-aa7e-4fff-a8bb-2772dfc9067d req-4e82a581-b3b7-4095-a16f-e8443930f4e3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] No DVR routers for this DVR port 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:27:09.942477 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d09e519c-aa7e-4fff-a8bb-2772dfc9067d req-4e82a581-b3b7-4095-a16f-e8443930f4e3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:09.953748 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'name': 'network-vif-deleted', 'tag': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:27:09.977679 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d09e519c-aa7e-4fff-a8bb-2772dfc9067d req-4e82a581-b3b7-4095-a16f-e8443930f4e3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.85 "DELETE /v2.0/ports/19a9dc77-cb5b-4c96-b81a-8f54f2228c70 HTTP/1.1" status: 204 len: 173 time: 1.3498533 May 04 22:27:10.038947 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] Deleting port 85712b0b-de2f-413d-ae88-f469a0ae84a6 {{(pid=74775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:27:10.039846 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:10.071429 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b038c04f-a4c8-4965-b13b-2268eabbfad9', 'name': 'network-vif-deleted', 'tag': '19a9dc77-cb5b-4c96-b81a-8f54f2228c70', 'status': 'completed', 'code': 200} May 04 22:27:10.166598 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-9da23242-4906-42fd-a734-9fddfe28c584 None None] Set router 8b61213a-a44f-40a3-9112-b83df320c1e2 gateway port host: None {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:27:10.315287 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-9da23242-4906-42fd-a734-9fddfe28c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:27:09Z', 'revision_number': 6, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port_host': None}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:10.324738 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9da23242-4906-42fd-a734-9fddfe28c584 None None] The sync data for ids ['8b61213a-a44f-40a3-9112-b83df320c1e2'] in dv-cinder-786928-2-smb is: [{'id': '8b61213a-a44f-40a3-9112-b83df320c1e2', 'name': 'tempest-AttachVolumeTestJSON-1640831248-router', 'tenant_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:23Z', 'updated_at': '2021-05-04T22:27:09Z', 'revision_number': 6, 'project_id': '0cd3d4f19a8c439dad38f4f92355f0b4', 'gw_port_host': None}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:27:10.332869 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.db [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] For port 85712b0b-de2f-413d-ae88-f469a0ae84a6, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=85712b0b-de2f-413d-ae88-f469a0ae84a6,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:10.333240 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:10.509686 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58759fbf-340e-4507-b6de-d6e0c19769ea req-3a9c2e3a-d40f-49b1-b932-6d5445ca5cf4 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:10.523024 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-58759fbf-340e-4507-b6de-d6e0c19769ea req-3a9c2e3a-d40f-49b1-b932-6d5445ca5cf4 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.4370978 May 04 22:27:10.523024 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] Calling delete_port for 85712b0b-de2f-413d-ae88-f469a0ae84a6 owned by network:router_gateway {{(pid=74775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:27:10.581326 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-58759fbf-340e-4507-b6de-d6e0c19769ea req-3a70de26-0442-4863-9eda-102f83ee2e8b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595820 May 04 22:27:10.834828 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:10.843845 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-66238659-026b-4dc5-833b-354032294cb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:10.937255 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] Pushing event deleted for resources: {'Port': ['ID=85712b0b-de2f-413d-ae88-f469a0ae84a6,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:10.978363 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:11.001219 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-73d2d014-6fb8-4483-beb8-030c6b27d78c req-aae0efc1-76a9-4397-96e0-81369a77c886 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Synchronizing usage tracker for tenant:49f2130450124f6ba4b3112b3833ca22 on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:27:11.084740 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-920168'] for router_gateway, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:11.096368 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-73d2d014-6fb8-4483-beb8-030c6b27d78c req-aae0efc1-76a9-4397-96e0-81369a77c886 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Unset dirty status for tenant:49f2130450124f6ba4b3112b3833ca22 on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:27:11.098353 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-73d2d014-6fb8-4483-beb8-030c6b27d78c req-aae0efc1-76a9-4397-96e0-81369a77c886 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] 10.222.0.72 "GET /v2.0/ports?device_id=b038c04f-a4c8-4965-b13b-2268eabbfad9 HTTP/1.1" status: 200 len: 210 time: 0.1857524 May 04 22:27:11.486166 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496300'] for router, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:11.491548 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:11.520052 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:27:11.530024 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:27:11.574565 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:27:11.575250 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 19a9dc77-cb5b-4c96-b81a-8f54f2228c70 not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:27:11.627509 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-961658'] for router, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:11.628067 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b61213a-a44f-40a3-9112-b83df320c1e2 {{(pid=74775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 22:27:11.647394 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] Notify callbacks [] for router, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:11.649176 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-eb6bf34b-8091-4ae2-859e-cb13f876c95a admin admin] 10.222.0.72 "DELETE /v2.0/routers/8b61213a-a44f-40a3-9112-b83df320c1e2 HTTP/1.1" status: 204 len: 168 time: 2.6701818 May 04 22:27:11.651809 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60862) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:11.748194 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device a7113d47-d361-4895-a725-774215793f4c no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:27:11.812361 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: a7113d47-d361-4895-a725-774215793f4c {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:27:11.813012 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device a7113d47-d361-4895-a725-774215793f4c not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:27:11.814738 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 85712b0b-de2f-413d-ae88-f469a0ae84a6 no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:27:11.849328 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad82178-6745-4961-9a18-2532cf7ff68e admin admin] Deleting subnet 1643d57d-290d-4570-bd82-70f1a3a61b16 {{(pid=74775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 22:27:11.863413 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1ad82178-6745-4961-9a18-2532cf7ff68e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:11.871960 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: 85712b0b-de2f-413d-ae88-f469a0ae84a6 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:27:11.872285 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 85712b0b-de2f-413d-ae88-f469a0ae84a6 not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:27:12.000902 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:12.012028 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1ad82178-6745-4961-9a18-2532cf7ff68e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32639333'] for subnet, precommit_delete_associations {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:12.020265 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'port_id': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'mac_address': 'fa:16:3e:9a:e1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:27:12.088268 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad43db6-4efb-4577-a5df-cf4572c7ac6d req-8e358b2a-1e56-4e63-a2ae-0d6780e47c88 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:12.092090 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2ad43db6-4efb-4577-a5df-cf4572c7ac6d req-8e358b2a-1e56-4e63-a2ae-0d6780e47c88 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.3125513 May 04 22:27:12.099090 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:12.127451 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:27:12.156355 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:12.226985 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:12.235437 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-32f2a611-b01b-4d6d-b776-8f189f78060b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:12.260729 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2ad43db6-4efb-4577-a5df-cf4572c7ac6d req-0c6cd5e0-1366-4e2e-ac8c-5bffe65ed78f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622400 May 04 22:27:12.404758 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,revision_number=6']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:12.416319 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:12.419499 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:12.419499 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:12.419499 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:12.419499 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:12.419499 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:12.419499 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:12.420369 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:12.420369 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:12.420814 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:12.421113 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:12.422184 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:12.427884 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['1b55b961-2b9b-418a-8ba5-71cfe1d16a2f'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:27:12.432887 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1ad82178-6745-4961-9a18-2532cf7ff68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792185'] for subnet, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:12.455341 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:13.109239 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1ad82178-6745-4961-9a18-2532cf7ff68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1792182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31642498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30743205'] for subnet, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:13.119950 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-9d4f5401-c42f-4504-9b9a-c0c619df4a80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:13.197272 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad82178-6745-4961-9a18-2532cf7ff68e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1643d57d-290d-4570-bd82-70f1a3a61b16,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:13.201043 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1ad82178-6745-4961-9a18-2532cf7ff68e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:13.206758 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-1ad82178-6745-4961-9a18-2532cf7ff68e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:13.229451 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d157c504-1795-44fe-98cc-614984b8cb41 None None] Network 5170873a-6cb6-4353-9101-7364c7875074 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:27:13.236440 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-1ad82178-6745-4961-9a18-2532cf7ff68e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/1643d57d-290d-4570-bd82-70f1a3a61b16 HTTP/1.1" status: 204 len: 168 time: 1.5831532 May 04 22:27:13.242296 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 60936) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:13.442439 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699769'] for network, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:13.567537 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:27:13.675401 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Deleting port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:27:13.676310 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:13.840101 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:27:13.841332 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:13.843353 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] For port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=6c6cdd6b-cd69-4353-9f79-9d487bd103e9,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:13.843718 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:14.070469 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb82b96c-8954-44a2-a624-dfeeb191fc13 None None] DHCP port deletion for 5170873a-6cb6-4353-9101-7364c7875074 request from dv-cinder-786928-2-smb {{(pid=74777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 22:27:14.190715 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:14.263178 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53520da2-2acf-4c35-bd4f-160923c9e625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:27:14.309130 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Calling delete_port for 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 owned by network:dhcp {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:27:14.321831 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:14.371037 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-eb82b96c-8954-44a2-a624-dfeeb191fc13 None None] Deleting port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 {{(pid=74777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:27:14.371678 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-eb82b96c-8954-44a2-a624-dfeeb191fc13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:14.428512 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53520da2-2acf-4c35-bd4f-160923c9e625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'code': 200} May 04 22:27:14.449208 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc6d3b-98f7-40ae-8c68-4bd9d4ea4b6d req-7220e718-5fbc-4666-be6a-27596f209fc0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:14.461801 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-67cc6d3b-98f7-40ae-8c68-4bd9d4ea4b6d req-7220e718-5fbc-4666-be6a-27596f209fc0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 944 time: 0.9572215 May 04 22:27:14.549792 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-67cc6d3b-98f7-40ae-8c68-4bd9d4ea4b6d req-a7b30245-fa95-40ee-9df1-95368dd43b41 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853145 May 04 22:27:14.555380 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:14.563424 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:14.571533 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:14.589568 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-d086e11f-dfd3-41ee-968d-04bfc73620c2 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:14.645428 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] No DVR routers for this DVR port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 on host dv-cinder-786928-2-smb {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:27:14.712240 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c6cdd6b-cd69-4353-9f79-9d487bd103e9,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:14.719261 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:14.777763 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60962) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:14.782015 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-eb82b96c-8954-44a2-a624-dfeeb191fc13 None None] For port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=6c6cdd6b-cd69-4353-9f79-9d487bd103e9,segment=NetworkSegment(266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb),segment_id=266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:14.789206 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-eb82b96c-8954-44a2-a624-dfeeb191fc13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:14.890464 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793858', 'neutron.services.segments.db._delete_segments_for_network-8772421052061'] for network, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:15.168259 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=74776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:27:15.168678 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=74776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:27:15.169684 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=74776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:27:15.170021 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Subscribe: > port after_create 55550000 {{(pid=74776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:27:15.170361 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=74776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:27:15.170714 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Subscribe: > port after_update 55550000 {{(pid=74776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:27:15.171170 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=74776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:27:15.195853 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:27:15.195853 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:27:15.195853 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=74776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:27:15.219142 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,revision_number=7']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:15.244039 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-eb82b96c-8954-44a2-a624-dfeeb191fc13 None None] Calling delete_port for 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 owned by network:dhcp {{(pid=74777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:27:15.249347 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:15.299326 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=74776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:27:15.299819 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=74776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:27:15.300023 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=74776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:27:15.300303 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=74776) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 22:27:15.300682 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5170873a-6cb6-4353-9101-7364c7875074']}} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:15.357630 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb') {'for_net_delete': True} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:15.357630 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266b4dec-5d40-4fc0-a7d6-7abfa4b5cabb') {} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:15.402126 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772421064039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31358681'] for segment, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:15.441589 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:15.456050 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Releasing vlan 990 on physical network physnet1 to pool {{(pid=74776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 22:27:15.533740 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-eb82b96c-8954-44a2-a624-dfeeb191fc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:15.544979 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:15.734841 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:27:15.817419 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Network 5170873a-6cb6-4353-9101-7364c7875074 has no segments {{(pid=74776) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:27:15.836263 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1789066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30542949'] for segment, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:15.856774 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb82b96c-8954-44a2-a624-dfeeb191fc13 None None] Pushing event deleted for resources: {'Port': ['ID=6c6cdd6b-cd69-4353-9f79-9d487bd103e9,revision_number=None']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:15.889155 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-eb82b96c-8954-44a2-a624-dfeeb191fc13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:15.904670 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb82b96c-8954-44a2-a624-dfeeb191fc13 None None] No DVR routers for this DVR port 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 on host dv-cinder-786928-2-smb {{(pid=74777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:27:15.907323 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:27:15.911060 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 6c6cdd6b-cd69-4353-9f79-9d487bd103e9 not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:27:16.120249 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Network 5170873a-6cb6-4353-9101-7364c7875074 has no segments {{(pid=74776) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: from cryptography.utils import int_from_bytes May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: from cryptography.utils import int_from_bytes May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: Traceback (most recent call last): May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: timer() May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: cb(*args, **kw) May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: return func(*args, **kwargs) May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: self._notify() May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: self.callback(batched_events) May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: event.method(event) May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: aggregate_uuid = self.p_client.list_aggregates( May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: return f(self, *a, **k) May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: return self._get(url).json() May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: return self.request(url, 'GET', **kwargs) May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: base_url = self.get_endpoint(auth, allow=allow, May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 22:27:16.207381 dv-cinder-786928-2-smb neutron-server[74776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 22:27:16.253631 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60970) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:16.273127 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef300bf5-867d-44b2-99b5-dccedea34d40 req-a16d5b2a-8240-476e-9d5b-d796dfed2994 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:16.275409 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ef300bf5-867d-44b2-99b5-dccedea34d40 req-a16d5b2a-8240-476e-9d5b-d796dfed2994 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.2912014 May 04 22:27:16.473022 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_v2 [None req-7553ae21-fe06-4990-b567-1159edebb10f admin admin] Deleting subnet 84d5b902-a2f3-4d9e-afa7-5a2b239a8a0c {{(pid=74775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 22:27:16.554190 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920186'] for network, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:16.561722 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-bb72e8e7-debc-42c4-a152-ddfab5b0c217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:16.603011 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:16.608261 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5170873a-6cb6-4353-9101-7364c7875074,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:16.614294 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:16.661719 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7553ae21-fe06-4990-b567-1159edebb10f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:16.732628 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-ec5c3eff-06db-4998-9c0d-9f2a01b223a7 admin admin] 10.222.0.72 "DELETE /v2.0/networks/5170873a-6cb6-4353-9101-7364c7875074 HTTP/1.1" status: 204 len: 168 time: 3.4881284 May 04 22:27:16.753630 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ef300bf5-867d-44b2-99b5-dccedea34d40 req-c0ddd91f-703c-4a95-8680-808d46539bc6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4104905 May 04 22:27:16.819698 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7553ae21-fe06-4990-b567-1159edebb10f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32639333'] for subnet, precommit_delete_associations {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:16.971412 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7553ae21-fe06-4990-b567-1159edebb10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792185'] for subnet, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:17.072857 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7e87f96a-eba1-42a5-aa15-97991e5bc89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919372'] for router_interface, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:17.324570 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 60976) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:17.458875 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-12ab53e3-f1cb-4178-9921-276ffb298341 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0cd3d4f19a8c439dad38f4f92355f0b4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1290407 May 04 22:27:17.461119 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 60980) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:17.968583 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d8c54ce4-e2cf-4bd6-b0c0-67055d7ce20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:18.071928 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b7dac-1617-4112-ab75-3224369245aa req-29d8f42a-2812-4c17-844d-40b72dc9161f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:18.074348 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1d5b7dac-1617-4112-ab75-3224369245aa req-29d8f42a-2812-4c17-844d-40b72dc9161f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.1399195 May 04 22:27:18.118218 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d8c54ce4-e2cf-4bd6-b0c0-67055d7ce20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:18.163902 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1d5b7dac-1617-4112-ab75-3224369245aa req-a445f16c-cf37-4919-8dce-e3a21a145733 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779271 May 04 22:27:18.359983 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-7e87f96a-eba1-42a5-aa15-97991e5bc89b admin admin] Deleting port de836ffd-4235-46a3-a4af-8bc8bc0d307c {{(pid=74775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:27:18.360395 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7e87f96a-eba1-42a5-aa15-97991e5bc89b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:18.453376 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7553ae21-fe06-4990-b567-1159edebb10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1792182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31642498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30743205'] for subnet, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:18.467152 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-826f5943-e81f-41b1-80e1-0095b8576c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:18.519291 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d8c54ce4-e2cf-4bd6-b0c0-67055d7ce20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:18.543449 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7553ae21-fe06-4990-b567-1159edebb10f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84d5b902-a2f3-4d9e-afa7-5a2b239a8a0c,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:18.554617 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7553ae21-fe06-4990-b567-1159edebb10f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:18.558053 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-7553ae21-fe06-4990-b567-1159edebb10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:18.561091 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-0cfdc6a9-9da7-4c58-b232-8bf44418617b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:18.611869 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c54ce4-e2cf-4bd6-b0c0-67055d7ce20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35ce249-3aea-48a7-aab2-d4debd4302ef,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:18.622021 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d8c54ce4-e2cf-4bd6-b0c0-67055d7ce20c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:18.624028 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-7553ae21-fe06-4990-b567-1159edebb10f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/84d5b902-a2f3-4d9e-afa7-5a2b239a8a0c HTTP/1.1" status: 204 len: 168 time: 2.3472788 May 04 22:27:18.628481 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 60990) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:18.634688 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d8c54ce4-e2cf-4bd6-b0c0-67055d7ce20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:18.651034 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-d8c54ce4-e2cf-4bd6-b0c0-67055d7ce20c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/e35ce249-3aea-48a7-aab2-d4debd4302ef HTTP/1.1" status: 204 len: 168 time: 1.1540806 May 04 22:27:18.670161 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.db [None req-7e87f96a-eba1-42a5-aa15-97991e5bc89b admin admin] For port de836ffd-4235-46a3-a4af-8bc8bc0d307c, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=de836ffd-4235-46a3-a4af-8bc8bc0d307c,segment=NetworkSegment(adb0c14a-2fb0-4dc4-8328-b6295bd1cce9),segment_id=adb0c14a-2fb0-4dc4-8328-b6295bd1cce9)] {{(pid=74775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:18.670993 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7e87f96a-eba1-42a5-aa15-97991e5bc89b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:18.998181 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699769'] for network, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:19.060381 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-7e87f96a-eba1-42a5-aa15-97991e5bc89b admin admin] Calling delete_port for de836ffd-4235-46a3-a4af-8bc8bc0d307c owned by network:router_interface {{(pid=74775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:27:19.222694 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793858', 'neutron.services.segments.db._delete_segments_for_network-8772421052061'] for network, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:19.611630 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53737588-7ddc-403e-bfbf-f71bdb67889f']}} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:19.635812 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa63203-6140-4c95-b641-19581fda4e2e') {'for_net_delete': True} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:19.636287 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa63203-6140-4c95-b641-19581fda4e2e') {} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:19.653402 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7e87f96a-eba1-42a5-aa15-97991e5bc89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:19.666806 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772421064039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31358681'] for segment, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:19.667026 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-eb0e4500-b807-405d-b25c-6099dfe30663 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:19.695590 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:19.713805 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] Releasing vlan 965 on physical network physnet1 to pool {{(pid=74776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 22:27:19.968072 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff7f67-8d2e-4be3-a543-3821e5fb7170 req-cdb16743-9483-45d6-892b-a44a209d203c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:19.980318 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0cff7f67-8d2e-4be3-a543-3821e5fb7170 req-cdb16743-9483-45d6-892b-a44a209d203c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.5626578 May 04 22:27:20.016211 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e87f96a-eba1-42a5-aa15-97991e5bc89b admin admin] Pushing event deleted for resources: {'Port': ['ID=de836ffd-4235-46a3-a4af-8bc8bc0d307c,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:20.019335 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-7e87f96a-eba1-42a5-aa15-97991e5bc89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:20.288774 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0cff7f67-8d2e-4be3-a543-3821e5fb7170 req-9c2e3fc0-7170-48e8-9905-2a3e21e6f191 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3069715 May 04 22:27:20.300854 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] Network 53737588-7ddc-403e-bfbf-f71bdb67889f has no segments {{(pid=74776) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:27:20.327857 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1789066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30542949'] for segment, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:20.687079 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:27:20.710301 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] Network 53737588-7ddc-403e-bfbf-f71bdb67889f has no segments {{(pid=74776) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: Traceback (most recent call last): May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: timer() May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: cb(*args, **kw) May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: return func(*args, **kwargs) May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: self._notify() May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: self.callback(batched_events) May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: event.method(event) May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: aggregate_uuid = self.p_client.list_aggregates( May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: return f(self, *a, **k) May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: return self._get(url).json() May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: return self.request(url, 'GET', **kwargs) May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: base_url = self.get_endpoint(auth, allow=allow, May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 22:27:20.754438 dv-cinder-786928-2-smb neutron-server[74776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 22:27:20.777663 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7e87f96a-eba1-42a5-aa15-97991e5bc89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949244'] for router_interface, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:21.199994 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920186'] for network, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:21.207995 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:21.244888 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:21.279594 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=53737588-7ddc-403e-bfbf-f71bdb67889f,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:21.284478 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:21.364632 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] 10.222.0.72 "DELETE /v2.0/networks/53737588-7ddc-403e-bfbf-f71bdb67889f HTTP/1.1" status: 204 len: 168 time: 2.7345612 May 04 22:27:21.722797 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33282802-c79b-437c-a928-476b4598b78b req-ff65e1b9-2a3a-44e9-8283-f39526dc588f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:21.726332 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-33282802-c79b-437c-a928-476b4598b78b req-ff65e1b9-2a3a-44e9-8283-f39526dc588f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.2016995 May 04 22:27:21.855644 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-33282802-c79b-437c-a928-476b4598b78b req-20a1d823-e0db-429b-8c5b-ed4db33cc89f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168001 May 04 22:27:21.868285 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e87f96a-eba1-42a5-aa15-97991e5bc89b admin admin] Router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:27:22.202059 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e87f96a-eba1-42a5-aa15-97991e5bc89b admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:27:22.216710 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d9afc-d57d-449b-9d11-c9af8196754f None None] Sync routers for ids ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:27:22.241640 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d9afc-d57d-449b-9d11-c9af8196754f None None] Routers {'f4351f4a-424c-49cd-bc1c-d3c21bd48f15'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:27:22.243390 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-f24d9afc-d57d-449b-9d11-c9af8196754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:27:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:22.315051 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-7e87f96a-eba1-42a5-aa15-97991e5bc89b admin admin] 10.222.0.72 "PUT /v2.0/routers/f4351f4a-424c-49cd-bc1c-d3c21bd48f15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5354042 May 04 22:27:22.319371 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 32794) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:22.473230 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 32798) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:22.576754 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-f24d9afc-d57d-449b-9d11-c9af8196754f None None] Set router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:27:22.615998 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-f5d3334d-7b64-4902-8887-aaf0ce4bdb04 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=eb66506f6ff440b3abc314d4e8f3a19a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413176 May 04 22:27:22.616740 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 32802) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:22.823955 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Notify callbacks [] for router, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:22.847799 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-5a08d022-04e0-496b-aefd-4b012f92eb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:22.890279 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-5a08d022-04e0-496b-aefd-4b012f92eb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:23.072916 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-5a08d022-04e0-496b-aefd-4b012f92eb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:23.089044 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-5d345ff4-be90-4f00-915f-2cbe86f7c424 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:23.104284 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08d022-04e0-496b-aefd-4b012f92eb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa516103-10ab-49db-9161-1d108eff99a1,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:23.107664 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-5a08d022-04e0-496b-aefd-4b012f92eb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:23.150557 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:23.204274 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-5a08d022-04e0-496b-aefd-4b012f92eb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:23.205776 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-5a08d022-04e0-496b-aefd-4b012f92eb74 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fa516103-10ab-49db-9161-1d108eff99a1 HTTP/1.1" status: 204 len: 168 time: 0.5878155 May 04 22:27:23.439002 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-f24d9afc-d57d-449b-9d11-c9af8196754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133'}], 'enable_snat': True}, 'gw_port_id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:23:33Z', 'updated_at': '2021-05-04T22:27:19Z', 'revision_number': 5, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'gw_port': {'id': '5fc5964e-84a1-4e82-8883-97a245c7c1f8', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:a6:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:23:36Z', 'updated_at': '2021-05-04T22:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:23.446805 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d9afc-d57d-449b-9d11-c9af8196754f None None] Checking router: f4351f4a-424c-49cd-bc1c-d3c21bd48f15 for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:27:23.455907 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15939e-7a9f-4a24-b3fe-fef8ec4f26fe req-3e6fb3ec-10bc-4e23-a602-68478aa800da tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:23.459223 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-db15939e-7a9f-4a24-b3fe-fef8ec4f26fe req-3e6fb3ec-10bc-4e23-a602-68478aa800da tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.2769964 May 04 22:27:23.465624 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24d9afc-d57d-449b-9d11-c9af8196754f None None] Routers {'f4351f4a-424c-49cd-bc1c-d3c21bd48f15'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:27:23.466539 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-f24d9afc-d57d-449b-9d11-c9af8196754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:27:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:23.574597 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Deleting port 5fc5964e-84a1-4e82-8883-97a245c7c1f8 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:27:23.574973 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:23.794538 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-f24d9afc-d57d-449b-9d11-c9af8196754f None None] Set router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 gateway port host: None {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:27:23.962578 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-f24d9afc-d57d-449b-9d11-c9af8196754f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:23:33Z', 'updated_at': '2021-05-04T22:27:23Z', 'revision_number': 6, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'gw_port_host': None}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:23.967079 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-db15939e-7a9f-4a24-b3fe-fef8ec4f26fe req-dfd350fd-3f7b-45d1-bf23-48139d1d98f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4793596 May 04 22:27:23.970632 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] For port 5fc5964e-84a1-4e82-8883-97a245c7c1f8, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=5fc5964e-84a1-4e82-8883-97a245c7c1f8,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:23.970632 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:23.972156 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24d9afc-d57d-449b-9d11-c9af8196754f None None] The sync data for ids ['f4351f4a-424c-49cd-bc1c-d3c21bd48f15'] in dv-cinder-786928-2-smb is: [{'id': 'f4351f4a-424c-49cd-bc1c-d3c21bd48f15', 'name': 'tempest-TestMinimumBasicScenario-1310141017-router', 'tenant_id': '49f2130450124f6ba4b3112b3833ca22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:23:33Z', 'updated_at': '2021-05-04T22:27:23Z', 'revision_number': 6, 'project_id': '49f2130450124f6ba4b3112b3833ca22', 'gw_port_host': None}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:27:24.122376 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Calling delete_port for 5fc5964e-84a1-4e82-8883-97a245c7c1f8 owned by network:router_gateway {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:27:24.425107 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:24.436307 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:24.523743 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=5fc5964e-84a1-4e82-8883-97a245c7c1f8,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:24.529661 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:24.672158 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-920168'] for router_gateway, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:24.963202 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496300'] for router, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:24.966636 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:25.252286 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-961658'] for router, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:25.253473 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4351f4a-424c-49cd-bc1c-d3c21bd48f15 {{(pid=74776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 22:27:25.327887 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Notify callbacks [] for router, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:25.329741 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] 10.222.0.72 "DELETE /v2.0/routers/f4351f4a-424c-49cd-bc1c-d3c21bd48f15 HTTP/1.1" status: 204 len: 168 time: 3.0081859 May 04 22:27:25.334541 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 32832) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:25.370786 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eba244-9efa-41e3-a1fa-387ec7c85b22 req-4bb0beb0-5e7c-4017-a01e-41c7e96e0986 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:25.373322 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-21eba244-9efa-41e3-a1fa-387ec7c85b22 req-4bb0beb0-5e7c-4017-a01e-41c7e96e0986 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.1771402 May 04 22:27:25.479582 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-21eba244-9efa-41e3-a1fa-387ec7c85b22 req-5781fa98-6934-4f7c-820a-5a67b55c9147 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912759 May 04 22:27:25.506376 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d727ba8-6082-4958-bb67-e63fdb06f76e admin admin] Deleting subnet 0ace682f-3e69-4b4a-98c6-bd7cca411d03 {{(pid=74775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 22:27:25.512844 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3d727ba8-6082-4958-bb67-e63fdb06f76e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:25.634310 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3d727ba8-6082-4958-bb67-e63fdb06f76e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32639333'] for subnet, precommit_delete_associations {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:25.680392 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device de836ffd-4235-46a3-a4af-8bc8bc0d307c no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:27:25.770931 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: de836ffd-4235-46a3-a4af-8bc8bc0d307c {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:27:25.771214 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device de836ffd-4235-46a3-a4af-8bc8bc0d307c not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:27:25.771843 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 5fc5964e-84a1-4e82-8883-97a245c7c1f8 no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:27:25.772786 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3d727ba8-6082-4958-bb67-e63fdb06f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792185'] for subnet, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:25.830185 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: 5fc5964e-84a1-4e82-8883-97a245c7c1f8 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:27:25.830986 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 5fc5964e-84a1-4e82-8883-97a245c7c1f8 not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:27:26.636928 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3d727ba8-6082-4958-bb67-e63fdb06f76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1792182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31642498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30743205'] for subnet, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:26.647359 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-544793b1-03d4-4b52-a396-835dae5239d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:26.781299 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d727ba8-6082-4958-bb67-e63fdb06f76e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ace682f-3e69-4b4a-98c6-bd7cca411d03,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:26.787780 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3d727ba8-6082-4958-bb67-e63fdb06f76e admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:26.793204 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3d727ba8-6082-4958-bb67-e63fdb06f76e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:26.799589 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-3d727ba8-6082-4958-bb67-e63fdb06f76e admin admin] 10.222.0.72 "DELETE /v2.0/subnets/0ace682f-3e69-4b4a-98c6-bd7cca411d03 HTTP/1.1" status: 204 len: 168 time: 1.4624791 May 04 22:27:26.804130 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 32850) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:26.809070 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a427af2e-c84b-4a62-97dd-ea0b838014e1 None None] Network 2f29b772-5109-477f-8713-567419a52249 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:27:26.900762 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f6af94-98b4-41d1-b105-6a82049331f7 req-455c0807-05b0-4675-aa18-455d307af2bf tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:26.908962 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-56f6af94-98b4-41d1-b105-6a82049331f7 req-455c0807-05b0-4675-aa18-455d307af2bf tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.2178726 May 04 22:27:26.989462 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-56f6af94-98b4-41d1-b105-6a82049331f7 req-afe9948b-fc6a-46d6-9089-9e482b09f755 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788805 May 04 22:27:27.189796 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699769'] for network, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:27.292951 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Deleting port 1bbd1d47-d069-4f30-94c3-d13ab04e1909 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:27:27.293328 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:27.406148 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d5d045-084e-4f97-8187-3d2c4eaa302f None None] DHCP port deletion for 2f29b772-5109-477f-8713-567419a52249 request from dv-cinder-786928-2-smb {{(pid=74777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 22:27:27.446918 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] For port 1bbd1d47-d069-4f30-94c3-d13ab04e1909, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=1bbd1d47-d069-4f30-94c3-d13ab04e1909,segment=NetworkSegment(adb0c14a-2fb0-4dc4-8328-b6295bd1cce9),segment_id=adb0c14a-2fb0-4dc4-8328-b6295bd1cce9)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:27.447327 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:27.534722 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-62d5d045-084e-4f97-8187-3d2c4eaa302f None None] Deleting port 1bbd1d47-d069-4f30-94c3-d13ab04e1909 {{(pid=74777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:27:27.535138 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-62d5d045-084e-4f97-8187-3d2c4eaa302f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:27.624752 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Calling delete_port for 1bbd1d47-d069-4f30-94c3-d13ab04e1909 owned by network:dhcp {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:27:27.708943 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 1bbd1d47-d069-4f30-94c3-d13ab04e1909 no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:27:27.765517 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-62d5d045-084e-4f97-8187-3d2c4eaa302f None None] For port 1bbd1d47-d069-4f30-94c3-d13ab04e1909, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=1bbd1d47-d069-4f30-94c3-d13ab04e1909,segment=NetworkSegment(adb0c14a-2fb0-4dc4-8328-b6295bd1cce9),segment_id=adb0c14a-2fb0-4dc4-8328-b6295bd1cce9)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:27.766213 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-62d5d045-084e-4f97-8187-3d2c4eaa302f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:27.826055 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:27.834740 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a6e0391e-17b1-424e-a976-672da4d5bd39 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:27.957055 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bbd1d47-d069-4f30-94c3-d13ab04e1909,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:27.962639 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-62d5d045-084e-4f97-8187-3d2c4eaa302f None None] Calling delete_port for 1bbd1d47-d069-4f30-94c3-d13ab04e1909 owned by network:dhcp {{(pid=74777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:27:27.970555 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:27.972128 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] No DVR routers for this DVR port 1bbd1d47-d069-4f30-94c3-d13ab04e1909 on host dv-cinder-786928-2-smb {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:27:27.973333 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No active binding found for port 1bbd1d47-d069-4f30-94c3-d13ab04e1909 {{(pid=74777) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} May 04 22:27:27.974642 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 1bbd1d47-d069-4f30-94c3-d13ab04e1909 not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:27:28.054508 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-62d5d045-084e-4f97-8187-3d2c4eaa302f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:28.059441 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-39449b2e-ac1b-48db-966e-177f4f34686c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:28.144768 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d5d045-084e-4f97-8187-3d2c4eaa302f None None] Pushing event deleted for resources: {'Port': ['ID=1bbd1d47-d069-4f30-94c3-d13ab04e1909,revision_number=None']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:28.155531 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d5d045-084e-4f97-8187-3d2c4eaa302f None None] No DVR routers for this DVR port 1bbd1d47-d069-4f30-94c3-d13ab04e1909 on host dv-cinder-786928-2-smb {{(pid=74777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:27:28.155531 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-62d5d045-084e-4f97-8187-3d2c4eaa302f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:28.328838 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793858', 'neutron.services.segments.db._delete_segments_for_network-8772421052061'] for network, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:28.330812 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13905b69-d6be-4ac4-a7b4-8cd9192936f1 req-e7e8f7f2-f077-42aa-98ff-807834e71e02 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:28.340211 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-13905b69-d6be-4ac4-a7b4-8cd9192936f1 req-e7e8f7f2-f077-42aa-98ff-807834e71e02 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.1127303 May 04 22:27:28.412537 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-13905b69-d6be-4ac4-a7b4-8cd9192936f1 req-3bd3f606-a66f-4084-965d-1ac734eeaa47 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698750 May 04 22:27:28.567952 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f29b772-5109-477f-8713-567419a52249']}} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:28.586310 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb0c14a-2fb0-4dc4-8328-b6295bd1cce9') {'for_net_delete': True} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:28.586552 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb0c14a-2fb0-4dc4-8328-b6295bd1cce9') {} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:28.602360 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772421064039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31358681'] for segment, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:28.625238 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:28.634776 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Releasing vlan 996 on physical network physnet1 to pool {{(pid=74776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 22:27:28.875160 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Network 2f29b772-5109-477f-8713-567419a52249 has no segments {{(pid=74776) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:27:28.903114 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1789066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30542949'] for segment, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:29.108868 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Network 2f29b772-5109-477f-8713-567419a52249 has no segments {{(pid=74776) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: Traceback (most recent call last): May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: timer() May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: cb(*args, **kw) May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: return func(*args, **kwargs) May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: self._notify() May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: self.callback(batched_events) May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: event.method(event) May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: aggregate_uuid = self.p_client.list_aggregates( May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: return f(self, *a, **k) May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: return self._get(url).json() May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: return self.request(url, 'GET', **kwargs) May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: base_url = self.get_endpoint(auth, allow=allow, May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 22:27:29.133518 dv-cinder-786928-2-smb neutron-server[74776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 22:27:29.342621 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920186'] for network, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:29.354030 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:29.363788 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:29.400095 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f29b772-5109-477f-8713-567419a52249,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:29.405369 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:29.516418 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] 10.222.0.72 "DELETE /v2.0/networks/2f29b772-5109-477f-8713-567419a52249 HTTP/1.1" status: 204 len: 168 time: 2.7105618 May 04 22:27:29.519493 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 32882) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:29.901953 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6993e-ed87-4a54-8fb8-5dd150deb529 req-77d26359-889a-4437-9ea3-cf2c65cca595 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:29.906075 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b0c6993e-ed87-4a54-8fb8-5dd150deb529 req-77d26359-889a-4437-9ea3-cf2c65cca595 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.2618277 May 04 22:27:30.162336 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b0c6993e-ed87-4a54-8fb8-5dd150deb529 req-b92a54b5-c0ea-4c6e-a377-7976b0065f9a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447212 May 04 22:27:30.669842 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-f29c36f6-334c-4e1e-813f-54ee37909644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919372'] for router_interface, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:31.158278 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-71cca8e5-54ac-432c-a756-7d732b390aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:31.299430 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-f29c36f6-334c-4e1e-813f-54ee37909644 admin admin] Deleting port 90b098f4-9849-428b-a5ae-ee5935abce74 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:27:31.300308 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-f29c36f6-334c-4e1e-813f-54ee37909644 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:31.635768 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [None req-f29c36f6-334c-4e1e-813f-54ee37909644 admin admin] For port 90b098f4-9849-428b-a5ae-ee5935abce74, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=90b098f4-9849-428b-a5ae-ee5935abce74,segment=NetworkSegment(c61c8dd1-b578-401a-8be2-8bfb6a2c576f),segment_id=c61c8dd1-b578-401a-8be2-8bfb6a2c576f)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:31.636126 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-f29c36f6-334c-4e1e-813f-54ee37909644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:31.729920 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c469c4-5256-4cda-aa76-4d9a4be9bda4 req-0dbadb6a-ec03-493b-a4d1-153dc4e5e079 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:31.731905 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b8c469c4-5256-4cda-aa76-4d9a4be9bda4 req-0dbadb6a-ec03-493b-a4d1-153dc4e5e079 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.3516803 May 04 22:27:31.804510 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-f29c36f6-334c-4e1e-813f-54ee37909644 admin admin] Calling delete_port for 90b098f4-9849-428b-a5ae-ee5935abce74 owned by network:router_interface {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:27:31.879534 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b8c469c4-5256-4cda-aa76-4d9a4be9bda4 req-e1198c19-caca-49d4-bcf4-f6e26f6174b7 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845032 May 04 22:27:31.886643 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd8a2b-a7d1-41b3-80a7-2b6330366608 req-abaf2c86-85f5-44aa-990f-f00c84745856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:31.888130 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-41bd8a2b-a7d1-41b3-80a7-2b6330366608 req-abaf2c86-85f5-44aa-990f-f00c84745856 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=103d42182a3c4260be8d70345f58713e&device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 1098 time: 0.3626673 May 04 22:27:31.951356 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:32.066070 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd8a2b-a7d1-41b3-80a7-2b6330366608 req-de3a64a0-07d3-4b2e-a95e-8e975972a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:32.073040 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-41bd8a2b-a7d1-41b3-80a7-2b6330366608 req-de3a64a0-07d3-4b2e-a95e-8e975972a467 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 HTTP/1.1" status: 200 len: 917 time: 0.1667662 May 04 22:27:32.184807 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 32920) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:32.235225 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-41bd8a2b-a7d1-41b3-80a7-2b6330366608 req-e70dfb98-d5e3-43b5-941c-e5dd7f6e943d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f HTTP/1.1" status: 200 len: 1001 time: 0.1559565 May 04 22:27:32.322076 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-f29c36f6-334c-4e1e-813f-54ee37909644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:32.331585 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-1a717a5d-5af0-402e-a057-e254f3dc191a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:32.354922 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3e7612bc-a51e-4029-8eae-81f057a3095a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:32.376936 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-3e7612bc-a51e-4029-8eae-81f057a3095a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:27:32.381648 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-3e7612bc-a51e-4029-8eae-81f057a3095a admin admin] Usage tracker for resource:security_group_rule and tenant:bf3e35e2e0fd49e8bad3055206fc6e0e is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:27:32.385208 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-3e7612bc-a51e-4029-8eae-81f057a3095a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:27:32.391948 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-3e7612bc-a51e-4029-8eae-81f057a3095a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:27:32.423711 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c36f6-334c-4e1e-813f-54ee37909644 admin admin] Pushing event deleted for resources: {'Port': ['ID=90b098f4-9849-428b-a5ae-ee5935abce74,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:32.430345 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd8a2b-a7d1-41b3-80a7-2b6330366608 req-53f99f37-796e-4980-b621-486fa63a80cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:32.433014 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-41bd8a2b-a7d1-41b3-80a7-2b6330366608 req-53f99f37-796e-4980-b621-486fa63a80cb service neutron] 10.222.0.85 "GET /v2.0/subnets?id=21a3bb95-7a44-40ab-a059-c462d0233277 HTTP/1.1" status: 200 len: 855 time: 0.1879716 May 04 22:27:32.436414 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-f29c36f6-334c-4e1e-813f-54ee37909644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:32.551733 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3e7612bc-a51e-4029-8eae-81f057a3095a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:32.661646 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3e7612bc-a51e-4029-8eae-81f057a3095a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:32.670699 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-9605b575-a20e-4440-a5f2-4e60236e1414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:32.736957 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-3e7612bc-a51e-4029-8eae-81f057a3095a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=bf3e35e2e0fd49e8bad3055206fc6e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5502691 May 04 22:27:32.738147 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 32926) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:32.739295 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7612bc-a51e-4029-8eae-81f057a3095a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e56cc7-e510-4d35-b551-53eb3ec7427b,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:32.759857 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3e7612bc-a51e-4029-8eae-81f057a3095a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:32.862208 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6d340405-8b8c-466c-9d3f-325666d235af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:32.911709 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6d340405-8b8c-466c-9d3f-325666d235af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:33.123085 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6d340405-8b8c-466c-9d3f-325666d235af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:33.133376 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d6b3e8e1-d459-4416-a3bf-6f63dd047881 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:33.150909 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d340405-8b8c-466c-9d3f-325666d235af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e56cc7-e510-4d35-b551-53eb3ec7427b,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:33.157334 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-6d340405-8b8c-466c-9d3f-325666d235af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:33.163468 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bd8a2b-a7d1-41b3-80a7-2b6330366608 req-8e5a1a2f-63f5-44fd-acc1-34eb02fe0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:33.166014 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-41bd8a2b-a7d1-41b3-80a7-2b6330366608 req-8e5a1a2f-63f5-44fd-acc1-34eb02fe0287 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6818097 May 04 22:27:33.166938 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6d340405-8b8c-466c-9d3f-325666d235af admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:33.170929 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-6d340405-8b8c-466c-9d3f-325666d235af admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/43e56cc7-e510-4d35-b551-53eb3ec7427b HTTP/1.1" status: 204 len: 168 time: 0.4249129 May 04 22:27:33.243688 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85466279-8d10-4419-b7b8-d3d67ad3f65f req-ebe1ef5b-5884-4edc-97a7-74dd49107d0a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:33.246472 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-85466279-8d10-4419-b7b8-d3d67ad3f65f req-ebe1ef5b-5884-4edc-97a7-74dd49107d0a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.1708088 May 04 22:27:33.299804 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-85466279-8d10-4419-b7b8-d3d67ad3f65f req-bf10e0f4-422b-4431-8dfe-c81d8836ae2d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461390 May 04 22:27:33.332146 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-f29c36f6-334c-4e1e-813f-54ee37909644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949244'] for router_interface, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:33.598156 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-41bd8a2b-a7d1-41b3-80a7-2b6330366608 req-90a6eb59-3819-42c6-a68b-1fc5a4208db3 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4054606 May 04 22:27:33.937011 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-41bd8a2b-a7d1-41b3-80a7-2b6330366608 req-e6ab512e-3bc9-44d4-9190-f2712867b566 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261061 May 04 22:27:34.026503 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f29c36f6-334c-4e1e-813f-54ee37909644 admin admin] Router 514c19e8-a575-4c7e-83c4-2d659bed2ce8 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:27:34.158417 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:34.263943 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29c36f6-334c-4e1e-813f-54ee37909644 admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:27:34.279270 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe170e97-99ee-445b-9a74-4644cce06b09 None None] Sync routers for ids ['514c19e8-a575-4c7e-83c4-2d659bed2ce8'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:27:34.297069 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe170e97-99ee-445b-9a74-4644cce06b09 None None] Routers {'514c19e8-a575-4c7e-83c4-2d659bed2ce8'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:27:34.299088 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-fe170e97-99ee-445b-9a74-4644cce06b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:27:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['514c19e8-a575-4c7e-83c4-2d659bed2ce8'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:34.359545 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 32950) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:34.360144 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-f29c36f6-334c-4e1e-813f-54ee37909644 admin admin] 10.222.0.72 "PUT /v2.0/routers/514c19e8-a575-4c7e-83c4-2d659bed2ce8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8389978 May 04 22:27:34.519992 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-fe170e97-99ee-445b-9a74-4644cce06b09 None None] Set router 514c19e8-a575-4c7e-83c4-2d659bed2ce8 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:27:34.574066 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] Notify callbacks [] for router, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:34.617194 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4bf56-68ed-4b00-8c17-e0f546ec42a3 req-f0c30465-6797-4431-a723-595c54a1e557 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:34.619507 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cac4bf56-68ed-4b00-8c17-e0f546ec42a3 req-f0c30465-6797-4431-a723-595c54a1e557 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 945 time: 0.1348484 May 04 22:27:34.694753 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cac4bf56-68ed-4b00-8c17-e0f546ec42a3 req-7e88cafe-f906-4cb8-8c23-823d56d4f98d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682406 May 04 22:27:34.771229 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:34.931868 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-fe170e97-99ee-445b-9a74-4644cce06b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'name': 'tempest-TestMinimumBasicScenario-41221499-router', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.19'}], 'enable_snat': True}, 'gw_port_id': '49937237-0a60-4312-98a2-2d9d304fc5fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:24:03Z', 'updated_at': '2021-05-04T22:27:32Z', 'revision_number': 5, 'project_id': 'a958856352c04a528ce0c08bf06a8d2e', 'gw_port': {'id': '49937237-0a60-4312-98a2-2d9d304fc5fd', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:03:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:24:07Z', 'updated_at': '2021-05-04T22:24:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:34.936630 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] Deleting port 49937237-0a60-4312-98a2-2d9d304fc5fd {{(pid=74775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:27:34.936941 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe170e97-99ee-445b-9a74-4644cce06b09 None None] Checking router: 514c19e8-a575-4c7e-83c4-2d659bed2ce8 for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:27:34.937100 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:34.948931 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe170e97-99ee-445b-9a74-4644cce06b09 None None] Routers {'514c19e8-a575-4c7e-83c4-2d659bed2ce8'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:27:34.950062 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-fe170e97-99ee-445b-9a74-4644cce06b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:27:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['514c19e8-a575-4c7e-83c4-2d659bed2ce8'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:35.112042 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.db [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] For port 49937237-0a60-4312-98a2-2d9d304fc5fd, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=49937237-0a60-4312-98a2-2d9d304fc5fd,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:35.112392 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:35.142491 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-fe170e97-99ee-445b-9a74-4644cce06b09 None None] Set router 514c19e8-a575-4c7e-83c4-2d659bed2ce8 gateway port host: None {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:27:35.241076 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] Calling delete_port for 49937237-0a60-4312-98a2-2d9d304fc5fd owned by network:router_gateway {{(pid=74775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:27:35.253700 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8e74bb12-bb6c-4fe5-bafd-87d4c5e4954f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:35.264542 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-fe170e97-99ee-445b-9a74-4644cce06b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'name': 'tempest-TestMinimumBasicScenario-41221499-router', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:24:03Z', 'updated_at': '2021-05-04T22:27:34Z', 'revision_number': 6, 'project_id': 'a958856352c04a528ce0c08bf06a8d2e', 'gw_port_host': None}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:35.268971 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe170e97-99ee-445b-9a74-4644cce06b09 None None] The sync data for ids ['514c19e8-a575-4c7e-83c4-2d659bed2ce8'] in dv-cinder-786928-2-smb is: [{'id': '514c19e8-a575-4c7e-83c4-2d659bed2ce8', 'name': 'tempest-TestMinimumBasicScenario-41221499-router', 'tenant_id': 'a958856352c04a528ce0c08bf06a8d2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:24:03Z', 'updated_at': '2021-05-04T22:27:34Z', 'revision_number': 6, 'project_id': 'a958856352c04a528ce0c08bf06a8d2e', 'gw_port_host': None}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:27:35.552692 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:35.556916 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-42ca036d-3828-4291-88e1-bbcc9ea1a8b1 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:35.566806 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:27:35.668134 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] Pushing event deleted for resources: {'Port': ['ID=49937237-0a60-4312-98a2-2d9d304fc5fd,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:35.672105 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:35.725611 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:35.737327 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0825b-2d2b-4079-931d-3e464141ba82 req-549f3171-fd52-42b0-bac1-16bd8045fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:35.740243 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-59b0825b-2d2b-4079-931d-3e464141ba82 req-549f3171-fd52-42b0-bac1-16bd8045fe15 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=103d42182a3c4260be8d70345f58713e&device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 1098 time: 0.1938062 May 04 22:27:35.752837 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 90b098f4-9849-428b-a5ae-ee5935abce74 no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:27:35.801239 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: 90b098f4-9849-428b-a5ae-ee5935abce74 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:27:35.802823 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 90b098f4-9849-428b-a5ae-ee5935abce74 not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:27:35.811333 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53520da2-2acf-4c35-bd4f-160923c9e625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:27:35.828244 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:35.895759 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:35.900907 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:35.997400 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53520da2-2acf-4c35-bd4f-160923c9e625', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'code': 200} May 04 22:27:36.079403 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,revision_number=8']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:36.083217 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:36.212440 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0825b-2d2b-4079-931d-3e464141ba82 req-b081a7b5-793c-4b2d-8aa4-5499636e78ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:36.214647 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-59b0825b-2d2b-4079-931d-3e464141ba82 req-b081a7b5-793c-4b2d-8aa4-5499636e78ca service neutron] 10.222.0.85 "GET /v2.0/networks?id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 HTTP/1.1" status: 200 len: 917 time: 0.4262805 May 04 22:27:36.218721 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-920168'] for router_gateway, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:36.261524 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:36.354082 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-59b0825b-2d2b-4079-931d-3e464141ba82 req-9e0eb221-5e19-4de3-a96b-9d21d6db1ed2 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f HTTP/1.1" status: 200 len: 999 time: 0.1283977 May 04 22:27:36.456032 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496300'] for router, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:36.467029 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be10c6-8495-473e-b290-16529cba1a85 req-3b2535ea-a9da-4d72-990e-4689a9734b25 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:36.469204 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-71be10c6-8495-473e-b290-16529cba1a85 req-3b2535ea-a9da-4d72-990e-4689a9734b25 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.3595686 May 04 22:27:36.470675 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:36.483211 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0825b-2d2b-4079-931d-3e464141ba82 req-4ea8413f-5773-4fb0-98e9-306d8faa9171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:36.485302 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-59b0825b-2d2b-4079-931d-3e464141ba82 req-4ea8413f-5773-4fb0-98e9-306d8faa9171 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=21a3bb95-7a44-40ab-a059-c462d0233277 HTTP/1.1" status: 200 len: 855 time: 0.1182353 May 04 22:27:36.546131 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-71be10c6-8495-473e-b290-16529cba1a85 req-63062b70-24d2-4bc0-89fa-ade526626619 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648797 May 04 22:27:36.606034 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b0825b-2d2b-4079-931d-3e464141ba82 req-2178c4c6-98b0-47bd-9267-aa1974628a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:36.608014 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-59b0825b-2d2b-4079-931d-3e464141ba82 req-2178c4c6-98b0-47bd-9267-aa1974628a72 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1122801 May 04 22:27:36.609735 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-961658'] for router, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:36.610403 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 514c19e8-a575-4c7e-83c4-2d659bed2ce8 {{(pid=74775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 22:27:36.631616 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] Notify callbacks [] for router, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:36.633492 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-7bdcc41a-09a5-4e4f-88ed-e5a2600a349e admin admin] 10.222.0.72 "DELETE /v2.0/routers/514c19e8-a575-4c7e-83c4-2d659bed2ce8 HTTP/1.1" status: 204 len: 168 time: 2.2716932 May 04 22:27:36.636239 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 32984) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:36.752579 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f07ed1c-fd0f-460b-9d97-82e7406741d7 admin admin] Deleting subnet 921c110f-3df7-4efc-bf79-0eebbf9f3eef {{(pid=74775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 22:27:36.759824 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1f07ed1c-fd0f-460b-9d97-82e7406741d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:36.825915 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-59b0825b-2d2b-4079-931d-3e464141ba82 req-dcde6a41-e7bf-418f-b601-6d6966526152 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081876 May 04 22:27:36.830326 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1f07ed1c-fd0f-460b-9d97-82e7406741d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32639333'] for subnet, precommit_delete_associations {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:36.943223 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1f07ed1c-fd0f-460b-9d97-82e7406741d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792185'] for subnet, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:37.071311 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-59b0825b-2d2b-4079-931d-3e464141ba82 req-d375b6d0-6d0a-41c5-868d-287d9290b6e8 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371273 May 04 22:27:37.352587 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1f07ed1c-fd0f-460b-9d97-82e7406741d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1792182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31642498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30743205'] for subnet, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:37.357524 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:37.407612 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f07ed1c-fd0f-460b-9d97-82e7406741d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=921c110f-3df7-4efc-bf79-0eebbf9f3eef,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:37.412032 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1f07ed1c-fd0f-460b-9d97-82e7406741d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:37.417025 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-1f07ed1c-fd0f-460b-9d97-82e7406741d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:37.421097 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fb6eba-6b7a-4fcd-aa81-b70bb54d89f7 None None] Network 707440a0-e8f3-40e3-83c1-bc5959570b7d requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:27:37.428697 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-1f07ed1c-fd0f-460b-9d97-82e7406741d7 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/921c110f-3df7-4efc-bf79-0eebbf9f3eef HTTP/1.1" status: 204 len: 168 time: 0.7906559 May 04 22:27:37.429267 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 32988) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:37.628197 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699769'] for network, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:37.677313 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 49937237-0a60-4312-98a2-2d9d304fc5fd no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:27:37.723245 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: 49937237-0a60-4312-98a2-2d9d304fc5fd {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:27:37.723894 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 49937237-0a60-4312-98a2-2d9d304fc5fd not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:27:37.781529 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b339268-bb88-4149-b8ee-2c27d0aead85 None None] DHCP port deletion for 707440a0-e8f3-40e3-83c1-bc5959570b7d request from dv-cinder-786928-2-smb {{(pid=74777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 22:27:37.832294 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Deleting port c93ef995-c51b-4bb8-ad61-5cf469ec8df0 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:27:37.832294 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:37.893415 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-4b339268-bb88-4149-b8ee-2c27d0aead85 None None] Deleting port c93ef995-c51b-4bb8-ad61-5cf469ec8df0 {{(pid=74777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:27:37.911865 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-4b339268-bb88-4149-b8ee-2c27d0aead85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:38.026123 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] For port c93ef995-c51b-4bb8-ad61-5cf469ec8df0, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=c93ef995-c51b-4bb8-ad61-5cf469ec8df0,segment=NetworkSegment(c61c8dd1-b578-401a-8be2-8bfb6a2c576f),segment_id=c61c8dd1-b578-401a-8be2-8bfb6a2c576f)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:38.026123 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:38.026123 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfd0550-9714-4acf-8a57-390242fd3c97 req-7cee8bb5-8d9d-4fde-96e9-d0dc716aa4ad tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:38.026123 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8bfd0550-9714-4acf-8a57-390242fd3c97 req-7cee8bb5-8d9d-4fde-96e9-d0dc716aa4ad tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.3193412 May 04 22:27:38.070720 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-4b339268-bb88-4149-b8ee-2c27d0aead85 None None] For port c93ef995-c51b-4bb8-ad61-5cf469ec8df0, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=c93ef995-c51b-4bb8-ad61-5cf469ec8df0,segment=NetworkSegment(c61c8dd1-b578-401a-8be2-8bfb6a2c576f),segment_id=c61c8dd1-b578-401a-8be2-8bfb6a2c576f)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:38.071224 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-4b339268-bb88-4149-b8ee-2c27d0aead85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:38.171962 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Calling delete_port for c93ef995-c51b-4bb8-ad61-5cf469ec8df0 owned by network:dhcp {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:27:38.216794 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8bfd0550-9714-4acf-8a57-390242fd3c97 req-1b87666d-9584-4827-bb75-4fd4fa7c9a0d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855812 May 04 22:27:38.264381 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-4b339268-bb88-4149-b8ee-2c27d0aead85 None None] Calling delete_port for c93ef995-c51b-4bb8-ad61-5cf469ec8df0 owned by network:dhcp {{(pid=74777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:27:38.360032 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:38.365174 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-415a8748-9c24-4fbb-869e-9304835acd39 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:38.371147 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-4b339268-bb88-4149-b8ee-2c27d0aead85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:38.373013 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-592dbe04-1b85-4cb6-a30e-ce040917bf58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:38.405995 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:38.426574 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b339268-bb88-4149-b8ee-2c27d0aead85 None None] Pushing event deleted for resources: {'Port': ['ID=c93ef995-c51b-4bb8-ad61-5cf469ec8df0,revision_number=None']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:38.429940 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b339268-bb88-4149-b8ee-2c27d0aead85 None None] No DVR routers for this DVR port c93ef995-c51b-4bb8-ad61-5cf469ec8df0 on host dv-cinder-786928-2-smb {{(pid=74777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:27:38.431811 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-4b339268-bb88-4149-b8ee-2c27d0aead85 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:38.440466 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Pushing event deleted for resources: {'Port': ['ID=c93ef995-c51b-4bb8-ad61-5cf469ec8df0,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:38.451758 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:38.451758 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] No DVR routers for this DVR port c93ef995-c51b-4bb8-ad61-5cf469ec8df0 on host dv-cinder-786928-2-smb {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:27:38.593664 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793858', 'neutron.services.segments.db._delete_segments_for_network-8772421052061'] for network, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:38.720595 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707440a0-e8f3-40e3-83c1-bc5959570b7d']}} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:38.846324 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61c8dd1-b578-401a-8be2-8bfb6a2c576f') {'for_net_delete': True} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:38.847117 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61c8dd1-b578-401a-8be2-8bfb6a2c576f') {} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:27:38.868163 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772421064039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31358681'] for segment, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:38.886379 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:38.894219 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Releasing vlan 961 on physical network physnet1 to pool {{(pid=74776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 22:27:39.108004 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Network 707440a0-e8f3-40e3-83c1-bc5959570b7d has no segments {{(pid=74776) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:27:39.124534 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1789066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30542949'] for segment, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:39.407323 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Network 707440a0-e8f3-40e3-83c1-bc5959570b7d has no segments {{(pid=74776) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: Traceback (most recent call last): May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: timer() May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: cb(*args, **kw) May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: return func(*args, **kwargs) May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: self._notify() May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: self.callback(batched_events) May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: event.method(event) May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: aggregate_uuid = self.p_client.list_aggregates( May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: return f(self, *a, **k) May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: return self._get(url).json() May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: return self.request(url, 'GET', **kwargs) May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: base_url = self.get_endpoint(auth, allow=allow, May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 22:27:39.451004 dv-cinder-786928-2-smb neutron-server[74776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 22:27:39.569354 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:27:39.666217 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device c93ef995-c51b-4bb8-ad61-5cf469ec8df0 no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:27:39.712944 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: c93ef995-c51b-4bb8-ad61-5cf469ec8df0 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:27:39.713328 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device c93ef995-c51b-4bb8-ad61-5cf469ec8df0 not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:27:39.730015 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920186'] for network, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:39.737199 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-80c9b7fd-8e75-40d6-ae78-8331d0441c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:39.768831 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:39.784770 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Pushing event deleted for resources: {'Network': ['ID=707440a0-e8f3-40e3-83c1-bc5959570b7d,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:39.794117 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:39.800991 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] 10.222.0.72 "DELETE /v2.0/networks/707440a0-e8f3-40e3-83c1-bc5959570b7d HTTP/1.1" status: 204 len: 168 time: 2.3702509 May 04 22:27:40.506188 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 33030) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:40.569404 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-44f5be0b-dccf-4ccc-aed3-8fdfcf2330f2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=49f2130450124f6ba4b3112b3833ca22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618193 May 04 22:27:40.572326 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 33034) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:40.652617 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cbbb360a-882f-4e33-bdf9-affcd4e4069f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:40.688155 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cbbb360a-882f-4e33-bdf9-affcd4e4069f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:40.866323 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cbbb360a-882f-4e33-bdf9-affcd4e4069f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:40.871956 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-2770bda1-e814-4c6d-a109-000f4de81878 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:40.889055 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb360a-882f-4e33-bdf9-affcd4e4069f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=921f9356-fcfa-4b13-b69e-1f54fdb2c97f,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:40.894308 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cbbb360a-882f-4e33-bdf9-affcd4e4069f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:40.908892 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-cbbb360a-882f-4e33-bdf9-affcd4e4069f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:40.914619 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-cbbb360a-882f-4e33-bdf9-affcd4e4069f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/921f9356-fcfa-4b13-b69e-1f54fdb2c97f HTTP/1.1" status: 204 len: 168 time: 0.3376083 May 04 22:27:42.003085 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33062) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:42.106794 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494345f-ebb0-428d-8d19-bc0e5ed5fff6 req-769fec23-4a5a-4702-9ddd-28a37502a1ab tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:42.107872 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-5134ef83-68ed-4e66-89a5-9cc3a7a66c9e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=a958856352c04a528ce0c08bf06a8d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1024849 May 04 22:27:42.109916 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33074) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:42.111416 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f494345f-ebb0-428d-8d19-bc0e5ed5fff6 req-769fec23-4a5a-4702-9ddd-28a37502a1ab tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.1654625 May 04 22:27:42.178972 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f494345f-ebb0-428d-8d19-bc0e5ed5fff6 req-f21b1064-44b5-4405-a230-98619d3e54c7 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537009 May 04 22:27:42.194615 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-341d77fc-2d99-4a96-bfba-02172fcddc10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:42.226241 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-341d77fc-2d99-4a96-bfba-02172fcddc10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:42.373540 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1ccac7ba-9b15-4566-9de5-da39c602ad88 req-eaadf8a7-43a5-4744-ad3e-d615e06c086a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0891044 May 04 22:27:42.385992 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-341d77fc-2d99-4a96-bfba-02172fcddc10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:42.392546 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-5a08d022-04e0-496b-aefd-4b012f92eb74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:42.408418 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341d77fc-2d99-4a96-bfba-02172fcddc10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ad3809-957e-4f51-bf7d-8f1a935cb6e0,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:42.412375 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-341d77fc-2d99-4a96-bfba-02172fcddc10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:42.414342 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-341d77fc-2d99-4a96-bfba-02172fcddc10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:42.416321 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-341d77fc-2d99-4a96-bfba-02172fcddc10 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/39ad3809-957e-4f51-bf7d-8f1a935cb6e0 HTTP/1.1" status: 204 len: 168 time: 0.3050389 May 04 22:27:43.384599 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e794528-8f62-497d-8967-10aadf0b162b req-ea5a1a0e-27b7-4022-bdcd-2db977c498d6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:43.386185 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-4e794528-8f62-497d-8967-10aadf0b162b req-ea5a1a0e-27b7-4022-bdcd-2db977c498d6 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.0871716 May 04 22:27:43.459549 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-4e794528-8f62-497d-8967-10aadf0b162b req-0b2a8c97-09c4-4ad1-8759-55881017452e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669799 May 04 22:27:44.675522 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc8a269-7287-4eed-b61e-d0261ff429e3 req-648b846c-d736-4f80-a584-583dc0dbe58a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:44.677147 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6cc8a269-7287-4eed-b61e-d0261ff429e3 req-648b846c-d736-4f80-a584-583dc0dbe58a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.0848577 May 04 22:27:44.729103 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6cc8a269-7287-4eed-b61e-d0261ff429e3 req-43681dd8-9c33-416f-af69-03fdfab8f02a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458436 May 04 22:27:44.893777 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33114) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:45.027327 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccac7ba-9b15-4566-9de5-da39c602ad88 req-2982b580-37e9-433f-b2a0-ffb2aa851e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:45.029782 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1ccac7ba-9b15-4566-9de5-da39c602ad88 req-2982b580-37e9-433f-b2a0-ffb2aa851e90 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625&tenant_id=103d42182a3c4260be8d70345f58713e HTTP/1.1" status: 200 len: 1096 time: 0.1106887 May 04 22:27:45.064276 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-948d19fe-86d2-4234-8c5f-0dc7c201ef41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:45.081472 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-948d19fe-86d2-4234-8c5f-0dc7c201ef41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:27:45.086843 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-948d19fe-86d2-4234-8c5f-0dc7c201ef41 admin admin] Usage tracker for resource:security_group_rule and tenant:ded7d2971d4e4706afd5c63fb3703634 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:27:45.090102 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-948d19fe-86d2-4234-8c5f-0dc7c201ef41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:27:45.099934 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-948d19fe-86d2-4234-8c5f-0dc7c201ef41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:27:45.153366 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccac7ba-9b15-4566-9de5-da39c602ad88 req-dc5280c7-a21e-4098-b810-6448da39922c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:45.156200 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1ccac7ba-9b15-4566-9de5-da39c602ad88 req-dc5280c7-a21e-4098-b810-6448da39922c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=103d42182a3c4260be8d70345f58713e&device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 1096 time: 0.0974658 May 04 22:27:45.230498 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-948d19fe-86d2-4234-8c5f-0dc7c201ef41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:45.317857 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-948d19fe-86d2-4234-8c5f-0dc7c201ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:45.333548 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c81d927a-ad7b-4866-909a-f79ad906203a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:45.336364 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccac7ba-9b15-4566-9de5-da39c602ad88 req-84f4ef1b-afd6-4f6d-9e9c-fcc07b472ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:45.338373 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1ccac7ba-9b15-4566-9de5-da39c602ad88 req-84f4ef1b-afd6-4f6d-9e9c-fcc07b472ad2 service neutron] 10.222.0.85 "GET /v2.0/networks?id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 HTTP/1.1" status: 200 len: 917 time: 0.1724956 May 04 22:27:45.407774 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-948d19fe-86d2-4234-8c5f-0dc7c201ef41 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ded7d2971d4e4706afd5c63fb3703634&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100024 May 04 22:27:45.409421 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33120) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:45.413150 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d19fe-86d2-4234-8c5f-0dc7c201ef41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b349ff40-3d22-4e6f-8a2e-47942147c560,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:45.425448 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-948d19fe-86d2-4234-8c5f-0dc7c201ef41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:45.482918 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1ccac7ba-9b15-4566-9de5-da39c602ad88 req-b9dd5992-39db-4a83-9177-6b600f5d03b1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f HTTP/1.1" status: 200 len: 999 time: 0.1327145 May 04 22:27:45.485980 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0f5a21c0-79fa-4d82-a302-e549f8d7ead3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:45.525698 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0f5a21c0-79fa-4d82-a302-e549f8d7ead3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:45.586156 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccac7ba-9b15-4566-9de5-da39c602ad88 req-4982295e-721b-4205-b819-31a3d0c016f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:45.588724 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1ccac7ba-9b15-4566-9de5-da39c602ad88 req-4982295e-721b-4205-b819-31a3d0c016f7 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=21a3bb95-7a44-40ab-a059-c462d0233277 HTTP/1.1" status: 200 len: 855 time: 0.0961316 May 04 22:27:45.690516 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccac7ba-9b15-4566-9de5-da39c602ad88 req-11246cc8-e8d3-47e8-9b73-c67684224234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:45.693228 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1ccac7ba-9b15-4566-9de5-da39c602ad88 req-11246cc8-e8d3-47e8-9b73-c67684224234 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0931053 May 04 22:27:45.694798 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0f5a21c0-79fa-4d82-a302-e549f8d7ead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:45.699701 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c9ebc241-fffb-43ba-a00c-fbb7d3e8e570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:45.714400 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5a21c0-79fa-4d82-a302-e549f8d7ead3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b349ff40-3d22-4e6f-8a2e-47942147c560,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:45.717584 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-0f5a21c0-79fa-4d82-a302-e549f8d7ead3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:45.719799 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0f5a21c0-79fa-4d82-a302-e549f8d7ead3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:45.724237 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-0f5a21c0-79fa-4d82-a302-e549f8d7ead3 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b349ff40-3d22-4e6f-8a2e-47942147c560 HTTP/1.1" status: 204 len: 168 time: 0.3137147 May 04 22:27:45.904893 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1ccac7ba-9b15-4566-9de5-da39c602ad88 req-31365fda-0d9a-4f9f-be7c-7b8c24274934 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010546 May 04 22:27:46.040624 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5533a1-b34c-4dfb-9725-f4a3bba6658e req-d4b8e4c0-444e-4095-9415-9a1abe71fc44 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:46.042223 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ef5533a1-b34c-4dfb-9725-f4a3bba6658e req-d4b8e4c0-444e-4095-9415-9a1abe71fc44 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.1306484 May 04 22:27:46.103576 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ef5533a1-b34c-4dfb-9725-f4a3bba6658e req-f1af5b2a-d5c0-43c1-8725-8a0b7fd7a63c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550704 May 04 22:27:46.194257 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1ccac7ba-9b15-4566-9de5-da39c602ad88 req-f1b73d92-4f39-479d-bc17-3ad553b2ca75 service neutron] 10.222.0.85 "GET /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770886 May 04 22:27:46.688295 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33140) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:46.708350 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0b1ba58b-632c-4447-92c4-146ac6cf65d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:46.729035 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-0b1ba58b-632c-4447-92c4-146ac6cf65d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:27:46.733578 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-0b1ba58b-632c-4447-92c4-146ac6cf65d7 admin admin] Usage tracker for resource:security_group_rule and tenant:65eed1711e084669ac684999ee371121 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:27:46.736741 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-0b1ba58b-632c-4447-92c4-146ac6cf65d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:27:46.744494 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-0b1ba58b-632c-4447-92c4-146ac6cf65d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:27:46.905120 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0b1ba58b-632c-4447-92c4-146ac6cf65d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:47.019950 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0b1ba58b-632c-4447-92c4-146ac6cf65d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:47.028535 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-eabde940-accb-42f5-a1b2-ffaa3a4e0751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:47.096378 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ba58b-632c-4447-92c4-146ac6cf65d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54fafa8-0e0d-46ea-b3a8-69871a734dd0,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:47.101423 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-0b1ba58b-632c-4447-92c4-146ac6cf65d7 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=65eed1711e084669ac684999ee371121&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4117923 May 04 22:27:47.102396 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-0b1ba58b-632c-4447-92c4-146ac6cf65d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:47.104321 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33152) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:47.180289 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2ac52822-1bdf-4932-a709-5ffe81ffaa9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:47.211280 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2ac52822-1bdf-4932-a709-5ffe81ffaa9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:47.433787 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2ac52822-1bdf-4932-a709-5ffe81ffaa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:47.452528 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-0f5a21c0-79fa-4d82-a302-e549f8d7ead3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:47.492894 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac52822-1bdf-4932-a709-5ffe81ffaa9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54fafa8-0e0d-46ea-b3a8-69871a734dd0,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:47.496978 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-2ac52822-1bdf-4932-a709-5ffe81ffaa9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:47.511331 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2ac52822-1bdf-4932-a709-5ffe81ffaa9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:47.512551 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-2ac52822-1bdf-4932-a709-5ffe81ffaa9d admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d54fafa8-0e0d-46ea-b3a8-69871a734dd0 HTTP/1.1" status: 204 len: 168 time: 0.4075313 May 04 22:27:47.599709 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f582a3d1-ea11-413c-8c06-3f243f893add req-f1bf3239-ff4a-4821-a054-76d3e60fdf02 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:47.602288 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f582a3d1-ea11-413c-8c06-3f243f893add req-f1bf3239-ff4a-4821-a054-76d3e60fdf02 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.1725972 May 04 22:27:47.674403 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f582a3d1-ea11-413c-8c06-3f243f893add req-aa7ee2d6-baf8-4433-9909-783a9b0cb491 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667434 May 04 22:27:49.080312 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce291043-201c-4590-bb69-332c990adf16 req-3406875f-5675-488c-ae97-259247ebfe64 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:49.089494 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ce291043-201c-4590-bb69-332c990adf16 req-3406875f-5675-488c-ae97-259247ebfe64 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.2407842 May 04 22:27:49.142497 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ce291043-201c-4590-bb69-332c990adf16 req-f340dc41-5b19-4682-a7ba-6d401b8ff703 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499854 May 04 22:27:49.449318 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 33182) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:49.597338 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1891017496-network', 'tenant_id': '0713b6e1332045acb2d150b44c23752f'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:27:49.604379 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:27:49.608824 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Usage tracker for resource:network and tenant:0713b6e1332045acb2d150b44c23752f is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:27:49.612018 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:27:49.620500 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:27:49.705851 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Made reservation on behalf of 0713b6e1332045acb2d150b44c23752f for: {'network': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:27:49.708434 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:49.731039 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:49.750937 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:27:49.755362 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Usage tracker for resource:security_group_rule and tenant:0713b6e1332045acb2d150b44c23752f is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:27:49.758565 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:27:49.764876 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:27:49.905672 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:49.990367 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:49.993699 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-2bc9370c-f0ec-41ce-82ac-3c262e3ef20c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:50.025886 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] vlan segment allocate from pool success with {'vlan_id': 993, 'physical_network': 'physnet1'} {{(pid=74776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:27:50.036846 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b82ffcd-87d3-4794-a6a8-5c68f3662391,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:50.047258 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:50.047610 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:50.047966 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:50.048321 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:50.048839 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:50.049385 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:50.049751 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:50.050101 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:50.050453 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:50.051105 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:50.051726 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:50.052162 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:27:50.056329 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:50.056980 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.segments_db [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Added segment 2f64cf42-dce9-4653-9913-efc106389333 of type vlan for network de1e1262-3676-46a1-90fc-d7e3fcfad6ad May 04 22:27:50.058103 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:50.097354 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:50.304965 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:50.312559 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:50.313229 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:50.321649 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:50.440394 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Pushing event updated for resources: {'Network': ['ID=de1e1262-3676-46a1-90fc-d7e3fcfad6ad,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:50.444279 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:50.452344 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network de1e1262-3676-46a1-90fc-d7e3fcfad6ad details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:27:50.472353 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e1c74c-c415-46f1-8dba-edcad4e19a47 req-a3afddfa-91c9-4c9f-8a01-a273f57051e0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:50.478912 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a7e1c74c-c415-46f1-8dba-edcad4e19a47 req-a3afddfa-91c9-4c9f-8a01-a273f57051e0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.2099142 May 04 22:27:50.526070 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0716851 May 04 22:27:50.527120 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33192) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:50.535574 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Request body: {'subnet': {'network_id': 'de1e1262-3676-46a1-90fc-d7e3fcfad6ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1891017496-subnet', 'tenant_id': '0713b6e1332045acb2d150b44c23752f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:27:50.550490 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:27:50.555779 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a7e1c74c-c415-46f1-8dba-edcad4e19a47 req-22fc69cb-2110-4d35-bb75-71bd9cafff3f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729349 May 04 22:27:50.558301 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Usage tracker for resource:subnet and tenant:0713b6e1332045acb2d150b44c23752f is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:27:50.566117 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:27:50.574361 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:27:50.717108 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Made reservation on behalf of 0713b6e1332045acb2d150b44c23752f for: {'subnet': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:27:50.719491 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30743246'] for subnet, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:51.235036 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31660865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30743228'] for subnet, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:51.239685 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-732eaa4b-b4f4-4323-9c5d-e6820940d689 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:51.319503 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a2cd8c9-e0c6-4e51-9810-ad2ceb5aec68,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:51.322712 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:51.353891 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Checking segment: {'id': '2f64cf42-dce9-4653-9913-efc106389333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'de1e1262-3676-46a1-90fc-d7e3fcfad6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:27:51.354313 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Network hostable DHCP agents. Network: de1e1262-3676-46a1-90fc-d7e3fcfad6ad, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:27:51.465609 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Network de1e1262-3676-46a1-90fc-d7e3fcfad6ad is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:27:51.523120 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, de1e1262-3676-46a1-90fc-d7e3fcfad6ad) {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:27:51.532456 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:51.534239 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:51.534618 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1848157-2c28-4958-9aa5-b1c66bda19a2 None None] Network de1e1262-3676-46a1-90fc-d7e3fcfad6ad requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:27:51.637816 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1079941 May 04 22:27:51.786065 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b861e7-b5ac-49ec-9326-d194e0f5a7c9 None None] Network de1e1262-3676-46a1-90fc-d7e3fcfad6ad requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:27:51.863994 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd5bf8-395d-4120-9718-d536aeb701c0 req-d7216061-daa8-4797-8420-1179388fd0c7 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:51.875795 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8ccd5bf8-395d-4120-9718-d536aeb701c0 req-d7216061-daa8-4797-8420-1179388fd0c7 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.1337600 May 04 22:27:51.959506 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8ccd5bf8-395d-4120-9718-d536aeb701c0 req-f89859e9-51a9-4444-94f3-1a0f66b7d1fa tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827107 May 04 22:27:52.602438 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33212) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:52.608451 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-464697978-network', 'tenant_id': '666dbff00e7b4c60b364bc1984507030'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:27:52.613907 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:27:52.618380 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Usage tracker for resource:network and tenant:666dbff00e7b4c60b364bc1984507030 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:27:52.621500 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:27:52.628014 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:27:52.734149 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Made reservation on behalf of 666dbff00e7b4c60b364bc1984507030 for: {'network': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:27:52.736577 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:52.751200 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:52.767290 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:27:52.772087 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Usage tracker for resource:security_group_rule and tenant:666dbff00e7b4c60b364bc1984507030 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:27:52.775505 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:27:52.781826 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:27:52.878875 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:52.962911 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:52.966275 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d8480af2-fe00-4a64-8d3e-d64423107dd8 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:52.998924 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a349a74d-a830-4686-af58-7c6c67574f67,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:53.003863 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:53.136648 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 958, 'physical_network': 'physnet1'} {{(pid=74775) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:27:53.152309 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:53.153043 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.segments_db [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Added segment a422c2ce-2f29-40bc-8253-2818fdd9797c of type vlan for network a9f69284-4c92-4125-83ac-a6f0bd90c6ce May 04 22:27:53.202064 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:53.213785 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabbe263-7d19-432e-918b-6b4172388610 req-b0b208e9-dfe3-469b-abf5-eb363321a6fc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:53.216146 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cabbe263-7d19-432e-918b-6b4172388610 req-b0b208e9-dfe3-469b-abf5-eb363321a6fc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.1083386 May 04 22:27:53.273780 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-cabbe263-7d19-432e-918b-6b4172388610 req-376158cc-7814-47a8-b127-7a84060b32f0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509598 May 04 22:27:53.328605 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:53.330162 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:53.331262 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:53.336428 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d4abbc18-e41b-4c72-8ad8-0915ab605931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:53.464760 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Pushing event updated for resources: {'Network': ['ID=a9f69284-4c92-4125-83ac-a6f0bd90c6ce,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:53.468613 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:53.483913 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network a9f69284-4c92-4125-83ac-a6f0bd90c6ce details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:27:53.536408 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-56f4bcec-9c4f-42c3-a1ec-878077b975a9 admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9323552 May 04 22:27:53.540766 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33220) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:27:53.551531 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Request body: {'subnet': {'network_id': 'a9f69284-4c92-4125-83ac-a6f0bd90c6ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-464697978-subnet', 'tenant_id': '666dbff00e7b4c60b364bc1984507030', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:27:53.562341 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:27:53.579173 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Usage tracker for resource:subnet and tenant:666dbff00e7b4c60b364bc1984507030 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:27:53.585616 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:27:53.601684 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:27:53.689665 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Made reservation on behalf of 666dbff00e7b4c60b364bc1984507030 for: {'subnet': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:27:53.692234 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30743246'] for subnet, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:54.531697 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31660865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30743228'] for subnet, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:54.537441 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-4a511ead-113b-428f-957d-a53fe6c61a53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:27:54.638041 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Pushing event updated for resources: {'Subnet': ['ID=70965414-f0aa-4d64-b424-06c897682ec7,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:27:54.643346 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:27:54.660789 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d7efa-e6c3-4b2e-908a-d54e8ec25610 req-8487283e-fe79-4b14-bdb6-dedf6368e9e8 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:54.662395 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d52d7efa-e6c3-4b2e-908a-d54e8ec25610 req-8487283e-fe79-4b14-bdb6-dedf6368e9e8 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.2059476 May 04 22:27:54.663482 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Checking segment: {'id': 'a422c2ce-2f29-40bc-8253-2818fdd9797c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'a9f69284-4c92-4125-83ac-a6f0bd90c6ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:27:54.663857 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Network hostable DHCP agents. Network: a9f69284-4c92-4125-83ac-a6f0bd90c6ce, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:27:54.723970 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d52d7efa-e6c3-4b2e-908a-d54e8ec25610 req-fc374598-30b8-4dd3-aa90-e59d086480a9 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499699 May 04 22:27:54.773139 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Network a9f69284-4c92-4125-83ac-a6f0bd90c6ce is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:27:54.871624 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, a9f69284-4c92-4125-83ac-a6f0bd90c6ce) {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:27:54.881459 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:54.882289 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0524470a-d6b6-4031-abb8-23adf9f020e9 None None] Network a9f69284-4c92-4125-83ac-a6f0bd90c6ce requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:27:54.882794 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:55.005395 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-9fdc6f47-5184-4e6f-9363-804dfe81914f admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4627984 May 04 22:27:55.174626 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae88d5bc-721c-4eec-ba42-b1b2527f4889 None None] Network a9f69284-4c92-4125-83ac-a6f0bd90c6ce requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:27:55.934077 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d70d1-9246-442b-a485-f1a89141368c req-4003a6ca-07e2-4b10-a08c-4e2ccde88c26 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:55.934938 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-802d70d1-9246-442b-a485-f1a89141368c req-4003a6ca-07e2-4b10-a08c-4e2ccde88c26 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Synchronizing usage tracker for tenant:0713b6e1332045acb2d150b44c23752f on resource:network {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:27:55.995685 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540b334-3a1a-4538-9aa7-6186f9b37046 req-9c5e635e-9c46-4b77-9a15-c33f15d2c115 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:55.997297 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1540b334-3a1a-4538-9aa7-6186f9b37046 req-9c5e635e-9c46-4b77-9a15-c33f15d2c115 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.1440823 May 04 22:27:56.116065 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-802d70d1-9246-442b-a485-f1a89141368c req-4003a6ca-07e2-4b10-a08c-4e2ccde88c26 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Unset dirty status for tenant:0713b6e1332045acb2d150b44c23752f on resource:network {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:27:56.118232 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-802d70d1-9246-442b-a485-f1a89141368c req-4003a6ca-07e2-4b10-a08c-4e2ccde88c26 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/networks?id=de1e1262-3676-46a1-90fc-d7e3fcfad6ad HTTP/1.1" status: 200 len: 809 time: 0.4321506 May 04 22:27:56.139644 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-802d70d1-9246-442b-a485-f1a89141368c req-545fec86-3d4e-4ba5-8fd1-f3c64d3fcc67 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/quotas/0713b6e1332045acb2d150b44c23752f HTTP/1.1" status: 200 len: 375 time: 0.0141964 May 04 22:27:56.207307 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-802d70d1-9246-442b-a485-f1a89141368c req-b36c0c38-55ae-4127-81f6-440ce1cf755e tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=0713b6e1332045acb2d150b44c23752f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0604320 May 04 22:27:56.208594 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1540b334-3a1a-4538-9aa7-6186f9b37046 req-0dcbb9a4-453f-42e5-99aa-5e634a953117 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984079 May 04 22:27:56.592987 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-802d70d1-9246-442b-a485-f1a89141368c req-726c05bc-ac79-4e0f-b6c8-692c265f0cec service neutron] 10.222.0.72 "GET /v2.0/networks/de1e1262-3676-46a1-90fc-d7e3fcfad6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843162 May 04 22:27:56.782169 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-802d70d1-9246-442b-a485-f1a89141368c req-0fa7633c-3e05-4cce-b645-4e5c26e5801d service neutron] 10.222.0.72 "GET /v2.0/networks/de1e1262-3676-46a1-90fc-d7e3fcfad6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815078 May 04 22:27:57.178096 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d79a401d-6a88-4121-abc3-ab92b6e29001 req-5173cd31-5f87-45b2-9145-4c38801c53ac tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 210 time: 0.0463538 May 04 22:27:57.441441 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceab8da1-79f2-41c2-a6c4-50aa21a4572a req-ccdd2102-d283-4891-9313-0d928e3bd756 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:57.443247 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ceab8da1-79f2-41c2-a6c4-50aa21a4572a req-ccdd2102-d283-4891-9313-0d928e3bd756 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.0988071 May 04 22:27:57.495070 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ceab8da1-79f2-41c2-a6c4-50aa21a4572a req-f158ccd8-2c9a-4eec-8abf-2550ffcb0b2b tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456343 May 04 22:27:57.688185 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:27:58.280331 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-4c664a3a-35c4-4b6b-be2c-640985e2f8cc req-ec9c24d3-9b3e-4db3-be50-e2c52bdfb3a6 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 210 time: 0.0482416 May 04 22:27:58.710241 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242d92d-da65-439f-a669-e8e6f6ad72ee req-088f10f0-85f9-4fbc-90c3-6c3da6e8a33a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:58.711809 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f242d92d-da65-439f-a669-e8e6f6ad72ee req-088f10f0-85f9-4fbc-90c3-6c3da6e8a33a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.0924122 May 04 22:27:58.762264 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f242d92d-da65-439f-a669-e8e6f6ad72ee req-92453ccf-9160-4b08-917d-545362dc05f0 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439780 May 04 22:27:59.457838 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-51438e7a-7dee-4026-b688-e6764cc8dd78 req-cedb4da3-fe64-4f39-9e45-546441b1bfac tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 210 time: 0.0526316 May 04 22:27:59.671885 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:27:59.844151 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:27:59.861740 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'port_id': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'mac_address': 'fa:16:3e:9a:e1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 984, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:27:59.936949 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:27:59.956338 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:27:59.969401 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba72cf3b-c4e9-4111-9ae5-8e94e0f2bdd9 req-8f1fdc37-f8a1-4bcb-b94f-ed19c5d9fead tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:27:59.970895 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ba72cf3b-c4e9-4111-9ae5-8e94e0f2bdd9 req-8f1fdc37-f8a1-4bcb-b94f-ed19c5d9fead tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 943 time: 0.0899162 May 04 22:27:59.974306 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:28:00.018203 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ba72cf3b-c4e9-4111-9ae5-8e94e0f2bdd9 req-835a49db-957b-49b0-9fcd-7ff2144a0f7e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405383 May 04 22:28:00.094273 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:00.096017 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:00.164694 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,revision_number=9']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:00.167961 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:00.353379 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['1b55b961-2b9b-418a-8ba5-71cfe1d16a2f'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:28:00.407398 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d70d1-9246-442b-a485-f1a89141368c req-78544ace-0174-4556-a1a7-104ffe3b03d7 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:00.408961 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-802d70d1-9246-442b-a485-f1a89141368c req-78544ace-0174-4556-a1a7-104ffe3b03d7 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.85 "GET /v2.0/networks?id=de1e1262-3676-46a1-90fc-d7e3fcfad6ad HTTP/1.1" status: 200 len: 809 time: 0.1677344 May 04 22:28:00.429448 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Request body: {'port': {'device_id': '6dc9e563-eb82-4486-b340-330471dd5070', 'network_id': 'de1e1262-3676-46a1-90fc-d7e3fcfad6ad', 'admin_state_up': True, 'tenant_id': '0713b6e1332045acb2d150b44c23752f'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:28:00.645356 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-60a88b44-ddf1-4562-b34d-3b4c617279b5 req-b9d859ee-c128-4902-8f9b-b51918d4b41f tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 210 time: 0.0539241 May 04 22:28:00.694513 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:28:00.698579 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Usage tracker for resource:port and tenant:0713b6e1332045acb2d150b44c23752f is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:28:00.701600 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:28:00.708859 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:28:00.836999 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Made reservation on behalf of 0713b6e1332045acb2d150b44c23752f for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:28:00.840575 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:01.024957 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Allocated IP 172.20.0.9 (de1e1262-3676-46a1-90fc-d7e3fcfad6ad/9a2cd8c9-e0c6-4e51-9810-ad2ceb5aec68/46f45249-4d49-4693-ba62-fed27224f10a) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:28:01.111094 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-216c5971-0212-43ed-b102-88521eeec2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:01.298046 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:01.322735 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fa82a-387b-4f3c-a2e6-149fcdd92c53 req-857351ac-a3fb-4883-9da2-1c792c182cff tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:01.324330 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2c8fa82a-387b-4f3c-a2e6-149fcdd92c53 req-857351ac-a3fb-4883-9da2-1c792c182cff tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 944 time: 0.1689999 May 04 22:28:01.379856 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2c8fa82a-387b-4f3c-a2e6-149fcdd92c53 req-8b544633-e3d7-43fe-b361-73e75a5767be tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490630 May 04 22:28:01.449619 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:01.456851 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-04bb5998-ee5a-4e87-87cc-9b70921d6cf9 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:01.523690 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Network de1e1262-3676-46a1-90fc-d7e3fcfad6ad is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:28:01.531596 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:28:01.538107 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:28:01.574026 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Pushing event updated for resources: {'Port': ['ID=46f45249-4d49-4693-ba62-fed27224f10a,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:01.580830 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:01.616248 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:01.616856 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:01.671622 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:28:01.701436 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:01.746238 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:28:01.749519 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:01.774680 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-802d70d1-9246-442b-a485-f1a89141368c req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3515260 May 04 22:28:01.792644 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Request body: {'port': {'device_id': '6dc9e563-eb82-4486-b340-330471dd5070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:28:01.853729 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178624dd-0d0a-4818-922e-a5d608f12f7c req-1bfda6bd-eecf-48ce-8b5e-7e381b27f903 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:01.855311 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-178624dd-0d0a-4818-922e-a5d608f12f7c req-1bfda6bd-eecf-48ce-8b5e-7e381b27f903 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 931 time: 0.0954947 May 04 22:28:01.888515 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:01.907544 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-178624dd-0d0a-4818-922e-a5d608f12f7c req-2ad383be-a8c5-479c-97f4-db2b4c4dda01 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b82ffcd-87d3-4794-a6a8-5c68f3662391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439448 May 04 22:28:01.930199 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:01.934081 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53520da2-2acf-4c35-bd4f-160923c9e625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:28:01.952628 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:28:01.989695 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53520da2-2acf-4c35-bd4f-160923c9e625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'code': 200} May 04 22:28:02.337372 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f45249-4d49-4693-ba62-fed27224f10a {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:28:02.345010 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:02.360426 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Transition to ACTIVE for port object 46f45249-4d49-4693-ba62-fed27224f10a will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:28:02.619721 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f478c9-ceb1-4ead-9c02-2f7c37edc251 req-61be6f00-a690-4a08-a4b0-d73fb7bda0ef tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:02.621329 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-72f478c9-ceb1-4ead-9c02-2f7c37edc251 req-61be6f00-a690-4a08-a4b0-d73fb7bda0ef tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 944 time: 0.1128695 May 04 22:28:02.671187 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:02.673041 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:02.692574 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-72f478c9-ceb1-4ead-9c02-2f7c37edc251 req-54b3af0e-50d8-4b24-b527-fb5921f09c5d tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637362 May 04 22:28:02.788017 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:02.795648 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,revision_number=10']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:02.795914 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4e82a581-b3b7-4095-a16f-e8443930f4e3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:02.797113 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:02.949272 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Pushing event updated for resources: {'Port': ['ID=46f45249-4d49-4693-ba62-fed27224f10a,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:02.978143 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:03.143183 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Attempting to bind port 46f45249-4d49-4693-ba62-fed27224f10a on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:28:03.143512 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Attempting to bind port 46f45249-4d49-4693-ba62-fed27224f10a by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': '2f64cf42-dce9-4653-9913-efc106389333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'de1e1262-3676-46a1-90fc-d7e3fcfad6ad'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:28:03.144044 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Attempting to bind port 46f45249-4d49-4693-ba62-fed27224f10a on network de1e1262-3676-46a1-90fc-d7e3fcfad6ad {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:28:03.160757 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Port 46f45249-4d49-4693-ba62-fed27224f10a on network de1e1262-3676-46a1-90fc-d7e3fcfad6ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:28:03.161074 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Attempting to bind port 46f45249-4d49-4693-ba62-fed27224f10a on network de1e1262-3676-46a1-90fc-d7e3fcfad6ad {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:28:03.172128 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:28:03.172457 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Checking segment: {'id': '2f64cf42-dce9-4653-9913-efc106389333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'de1e1262-3676-46a1-90fc-d7e3fcfad6ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:28:03.173061 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Bound using segment: {'id': '2f64cf42-dce9-4653-9913-efc106389333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'de1e1262-3676-46a1-90fc-d7e3fcfad6ad'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:28:03.173299 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Bound port: 46f45249-4d49-4693-ba62-fed27224f10a, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f64cf42-dce9-4653-9913-efc106389333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'de1e1262-3676-46a1-90fc-d7e3fcfad6ad'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:28:03.173647 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:03.265050 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834390c-1f39-40c7-89a6-5fa810d96fc2 req-096508ef-6475-410c-a7d4-91617f9ca56e tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:03.265665 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-4834390c-1f39-40c7-89a6-5fa810d96fc2 req-096508ef-6475-410c-a7d4-91617f9ca56e tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Synchronizing usage tracker for tenant:0713b6e1332045acb2d150b44c23752f on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:28:03.313024 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19032a8d-3002-4858-9ca9-e3d1837ee71d req-6ef220d2-e317-4186-aa4c-aa4ea3063622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:03.314501 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-19032a8d-3002-4858-9ca9-e3d1837ee71d req-6ef220d2-e317-4186-aa4c-aa4ea3063622 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 1099 time: 0.2098393 May 04 22:28:03.325673 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] For port 46f45249-4d49-4693-ba62-fed27224f10a, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:28:03.349918 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] For port 46f45249-4d49-4693-ba62-fed27224f10a, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=46f45249-4d49-4693-ba62-fed27224f10a,segment=NetworkSegment(2f64cf42-dce9-4653-9913-efc106389333),segment_id=2f64cf42-dce9-4653-9913-efc106389333)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:28:03.367933 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-19032a8d-3002-4858-9ca9-e3d1837ee71d req-40a4fb8d-c34e-4831-8315-469701ceeb21 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435584 May 04 22:28:03.465818 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-4834390c-1f39-40c7-89a6-5fa810d96fc2 req-096508ef-6475-410c-a7d4-91617f9ca56e tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Unset dirty status for tenant:0713b6e1332045acb2d150b44c23752f on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:28:03.467492 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4834390c-1f39-40c7-89a6-5fa810d96fc2 req-096508ef-6475-410c-a7d4-91617f9ca56e tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 943 time: 0.4307151 May 04 22:28:03.500112 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:03.511016 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:03.703005 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-4834390c-1f39-40c7-89a6-5fa810d96fc2 req-65e6bb3c-2bd3-46fc-b91d-fc8f4de67c80 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Synchronizing usage tracker for tenant:0713b6e1332045acb2d150b44c23752f on resource:security_group {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:28:03.713769 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:03.714411 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:03.715979 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-802d70d1-9246-442b-a485-f1a89141368c req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] 10.222.0.85 "PUT /v2.0/ports/46f45249-4d49-4693-ba62-fed27224f10a HTTP/1.1" status: 200 len: 1093 time: 1.9290318 May 04 22:28:03.716534 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dc9e563-eb82-4486-b340-330471dd5070', 'tag': '46f45249-4d49-4693-ba62-fed27224f10a'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:28:03.743256 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Pushing event updated for resources: {'Port': ['ID=46f45249-4d49-4693-ba62-fed27224f10a,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:03.750786 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:03.773803 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dc9e563-eb82-4486-b340-330471dd5070', 'tag': '46f45249-4d49-4693-ba62-fed27224f10a', 'status': 'completed', 'code': 200} May 04 22:28:03.903511 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fa454-9427-4d89-ae28-ec6c514e5ef2 req-6eb1b585-9ef1-46ba-ae9c-4e1552f352f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:03.906262 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5a2fa454-9427-4d89-ae28-ec6c514e5ef2 req-6eb1b585-9ef1-46ba-ae9c-4e1552f352f0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0713b6e1332045acb2d150b44c23752f&device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 1096 time: 0.1082513 May 04 22:28:03.959798 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-4834390c-1f39-40c7-89a6-5fa810d96fc2 req-65e6bb3c-2bd3-46fc-b91d-fc8f4de67c80 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Unset dirty status for tenant:0713b6e1332045acb2d150b44c23752f on resource:security_group {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:28:03.967741 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4834390c-1f39-40c7-89a6-5fa810d96fc2 req-65e6bb3c-2bd3-46fc-b91d-fc8f4de67c80 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b82ffcd-87d3-4794-a6a8-5c68f3662391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895635 May 04 22:28:04.068039 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52504eec-6246-4f43-b7ee-59a3ce1f5078 req-86635f6d-2191-48d5-9bc1-e03293d89168 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:04.070790 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-52504eec-6246-4f43-b7ee-59a3ce1f5078 req-86635f6d-2191-48d5-9bc1-e03293d89168 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 946 time: 0.1576307 May 04 22:28:04.137186 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-52504eec-6246-4f43-b7ee-59a3ce1f5078 req-517cff11-58a8-42ea-849e-892024b3211c tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538251 May 04 22:28:04.174568 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fa454-9427-4d89-ae28-ec6c514e5ef2 req-2484968e-2d8a-4542-94ce-4c278914fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:04.177948 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5a2fa454-9427-4d89-ae28-ec6c514e5ef2 req-2484968e-2d8a-4542-94ce-4c278914fa3b service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=0713b6e1332045acb2d150b44c23752f&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2632899 May 04 22:28:04.186358 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:04.430746 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fa454-9427-4d89-ae28-ec6c514e5ef2 req-d69cad03-386c-43e0-9993-338375b7d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:04.432267 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5a2fa454-9427-4d89-ae28-ec6c514e5ef2 req-d69cad03-386c-43e0-9993-338375b7d661 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2420809 May 04 22:28:04.576959 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d70d1-9246-442b-a485-f1a89141368c req-849eefbe-a199-4cce-8a09-8755da1b6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:04.578654 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-802d70d1-9246-442b-a485-f1a89141368c req-849eefbe-a199-4cce-8a09-8755da1b6ac3 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=0713b6e1332045acb2d150b44c23752f&device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 1096 time: 0.1012478 May 04 22:28:04.677705 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-802d70d1-9246-442b-a485-f1a89141368c req-e19b5990-3558-46a2-ac48-55c6d29fff5a service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=46f45249-4d49-4693-ba62-fed27224f10a HTTP/1.1" status: 200 len: 217 time: 0.0910637 May 04 22:28:04.779336 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d70d1-9246-442b-a485-f1a89141368c req-19351f16-43da-4625-ab10-0893074530bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:04.781952 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-802d70d1-9246-442b-a485-f1a89141368c req-19351f16-43da-4625-ab10-0893074530bd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=9a2cd8c9-e0c6-4e51-9810-ad2ceb5aec68 HTTP/1.1" status: 200 len: 849 time: 0.0977907 May 04 22:28:04.840302 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-802d70d1-9246-442b-a485-f1a89141368c req-03d69bb1-a5fe-4d09-b7dc-3f7205620c50 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=de1e1262-3676-46a1-90fc-d7e3fcfad6ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519559 May 04 22:28:04.992154 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-802d70d1-9246-442b-a485-f1a89141368c req-4516a816-cd44-4c61-b5ac-44a9b932539b service neutron] 10.222.0.85 "GET /v2.0/networks/de1e1262-3676-46a1-90fc-d7e3fcfad6ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453385 May 04 22:28:05.174653 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-639371c4-a2ab-4b37-bcb5-7d8ec9d9e387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:05.343030 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-802d70d1-9246-442b-a485-f1a89141368c req-4884f625-0957-4da0-9e59-6cba937efe1d service neutron] 10.222.0.85 "GET /v2.0/networks/de1e1262-3676-46a1-90fc-d7e3fcfad6ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438299 May 04 22:28:05.378621 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba2a54-c991-4256-b3e4-39440597337e req-a50edd09-294d-4cea-a2e8-c76abab5d951 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:05.380490 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9eba2a54-c991-4256-b3e4-39440597337e req-a50edd09-294d-4cea-a2e8-c76abab5d951 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 943 time: 0.2172065 May 04 22:28:05.405865 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f3758-6c15-4a2b-bd93-e0352870a237 req-7d4920d9-5d0f-43d0-a9f5-bedaab08b439 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:05.407797 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d59f3758-6c15-4a2b-bd93-e0352870a237 req-7d4920d9-5d0f-43d0-a9f5-bedaab08b439 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 946 time: 0.1186028 May 04 22:28:05.471686 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9eba2a54-c991-4256-b3e4-39440597337e req-985a197c-e0a1-4b00-82bd-2c9d01492bcd tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b82ffcd-87d3-4794-a6a8-5c68f3662391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793126 May 04 22:28:05.492253 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d59f3758-6c15-4a2b-bd93-e0352870a237 req-c8627162-faad-4e63-8b7c-3db46167a121 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771444 May 04 22:28:06.260098 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:06.686864 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7392b-8f20-4f84-a68f-20e889bc1788 req-70b52223-24db-4f91-9b7a-87b3b7db3790 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:06.689311 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-08a7392b-8f20-4f84-a68f-20e889bc1788 req-70b52223-24db-4f91-9b7a-87b3b7db3790 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 943 time: 0.1009464 May 04 22:28:06.715493 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b22744-3499-4e2c-bba3-f5d009bc9166 req-a6623601-9fd8-4adf-9954-658c23f3e31f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:06.718065 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-96b22744-3499-4e2c-bba3-f5d009bc9166 req-a6623601-9fd8-4adf-9954-658c23f3e31f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 946 time: 0.1057816 May 04 22:28:06.759203 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-08a7392b-8f20-4f84-a68f-20e889bc1788 req-443d855b-b96e-49ba-8fcd-37ece0e5d108 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b82ffcd-87d3-4794-a6a8-5c68f3662391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633047 May 04 22:28:06.776755 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-96b22744-3499-4e2c-bba3-f5d009bc9166 req-2af0908d-2ce6-40d3-88bf-8d3de33ffdfc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513797 May 04 22:28:07.678625 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 46f45249-4d49-4693-ba62-fed27224f10a details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:28:07.848836 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 46f45249-4d49-4693-ba62-fed27224f10a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=46f45249-4d49-4693-ba62-fed27224f10a,segment=NetworkSegment(2f64cf42-dce9-4653-9913-efc106389333),segment_id=2f64cf42-dce9-4653-9913-efc106389333)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:28:07.873638 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': '46f45249-4d49-4693-ba62-fed27224f10a', 'network_id': 'de1e1262-3676-46a1-90fc-d7e3fcfad6ad', 'port_id': '46f45249-4d49-4693-ba62-fed27224f10a', 'mac_address': 'fa:16:3e:ff:63:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 993, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2cd8c9-e0c6-4e51-9810-ad2ceb5aec68', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:28:07.973931 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:07.996502 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f45249-4d49-4693-ba62-fed27224f10a {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:28:08.019844 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 46f45249-4d49-4693-ba62-fed27224f10a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=46f45249-4d49-4693-ba62-fed27224f10a,segment=NetworkSegment(2f64cf42-dce9-4653-9913-efc106389333),segment_id=2f64cf42-dce9-4653-9913-efc106389333)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:28:08.065950 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f941ca-dcdf-445a-aa62-cc9cc7f2b2bf req-1036e167-01ed-44ed-87e2-a09aa05d3884 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:08.067890 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e5f941ca-dcdf-445a-aa62-cc9cc7f2b2bf req-1036e167-01ed-44ed-87e2-a09aa05d3884 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 943 time: 0.1049643 May 04 22:28:08.117067 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:08.119269 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:08.129821 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e5f941ca-dcdf-445a-aa62-cc9cc7f2b2bf req-f9a08e71-bf29-4833-a9c0-cf92c06b3dbd tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b82ffcd-87d3-4794-a6a8-5c68f3662391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547600 May 04 22:28:08.196999 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=46f45249-4d49-4693-ba62-fed27224f10a,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:08.200348 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:08.340468 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['46f45249-4d49-4693-ba62-fed27224f10a'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:28:08.372792 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:09.374457 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19dd76-26fc-423d-991e-08e7020a4422 req-fb6309da-331f-496d-adbe-4cd38c4749b0 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:09.377110 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5d19dd76-26fc-423d-991e-08e7020a4422 req-fb6309da-331f-496d-adbe-4cd38c4749b0 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 944 time: 0.1179700 May 04 22:28:09.430572 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5d19dd76-26fc-423d-991e-08e7020a4422 req-f8b508ac-c665-41c8-95bf-7f508d77d6d2 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b82ffcd-87d3-4794-a6a8-5c68f3662391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467279 May 04 22:28:09.693803 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 46f45249-4d49-4693-ba62-fed27224f10a up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:28:09.951319 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port 46f45249-4d49-4693-ba62-fed27224f10a completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:28:09.956971 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port 46f45249-4d49-4693-ba62-fed27224f10a triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:28:09.957534 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:10.083278 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:10.111386 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc9e563-eb82-4486-b340-330471dd5070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f45249-4d49-4693-ba62-fed27224f10a'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:28:10.122602 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 46f45249-4d49-4693-ba62-fed27224f10a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=46f45249-4d49-4693-ba62-fed27224f10a,segment=NetworkSegment(2f64cf42-dce9-4653-9913-efc106389333),segment_id=2f64cf42-dce9-4653-9913-efc106389333)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:28:10.160818 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc9e563-eb82-4486-b340-330471dd5070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f45249-4d49-4693-ba62-fed27224f10a', 'code': 200} May 04 22:28:10.219938 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:10.222634 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-4b339268-bb88-4149-b8ee-2c27d0aead85 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:10.290478 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=46f45249-4d49-4693-ba62-fed27224f10a,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:10.293497 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:10.606427 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9a3861-b5ff-4cad-8378-da0a0816ac4d req-179c9697-0c36-4577-80db-91817889c3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:10.608451 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0e9a3861-b5ff-4cad-8378-da0a0816ac4d req-179c9697-0c36-4577-80db-91817889c3dd service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 1098 time: 0.0798273 May 04 22:28:10.640881 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e86ec2-39fc-4d0c-a339-6ae0609d7f28 req-81eec03c-d8d0-4ebf-beae-2df22098cfb2 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:10.642411 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-58e86ec2-39fc-4d0c-a339-6ae0609d7f28 req-81eec03c-d8d0-4ebf-beae-2df22098cfb2 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 945 time: 0.1017227 May 04 22:28:10.652088 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0e9a3861-b5ff-4cad-8378-da0a0816ac4d req-adf6b179-b525-4abc-b37d-c0639076b352 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=9b82ffcd-87d3-4794-a6a8-5c68f3662391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368946 May 04 22:28:10.695265 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-58e86ec2-39fc-4d0c-a339-6ae0609d7f28 req-9988b5d6-fde5-4cc7-80c8-d0117e51d63b tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b82ffcd-87d3-4794-a6a8-5c68f3662391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451057 May 04 22:28:11.915650 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ace578-f56f-433a-9000-f159c4e87327 req-531b15c1-b251-46f4-b29c-83cb08b4ffd0 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:11.920134 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-03ace578-f56f-433a-9000-f159c4e87327 req-531b15c1-b251-46f4-b29c-83cb08b4ffd0 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 945 time: 0.1023667 May 04 22:28:11.976653 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-03ace578-f56f-433a-9000-f159c4e87327 req-0f2db3d3-5c39-43c9-aca5-d81b4dd6b6e8 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b82ffcd-87d3-4794-a6a8-5c68f3662391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489602 May 04 22:28:16.923026 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad5ba4-a389-44e2-a0fc-20b5a16fbc1e req-9ee8a559-0a02-4394-aadd-3aec7afbbf38 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:16.924987 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2aad5ba4-a389-44e2-a0fc-20b5a16fbc1e req-9ee8a559-0a02-4394-aadd-3aec7afbbf38 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 945 time: 0.1452901 May 04 22:28:16.999632 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2aad5ba4-a389-44e2-a0fc-20b5a16fbc1e req-8d7165a8-eaeb-4c28-b6a7-7f3f9d60a943 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b82ffcd-87d3-4794-a6a8-5c68f3662391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638769 May 04 22:28:18.206334 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d307a41-7bb6-40d3-b417-08f19ac0ae85 req-d8cf1abf-fe91-4520-add2-805b61c5a3f9 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:18.207867 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-9d307a41-7bb6-40d3-b417-08f19ac0ae85 req-d8cf1abf-fe91-4520-add2-805b61c5a3f9 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 945 time: 0.0898979 May 04 22:28:18.267521 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdbe507-4eed-4977-ad1a-50902591c155 req-5901c75b-4812-4d91-baa0-202047a1d20f tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:18.269415 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-9d307a41-7bb6-40d3-b417-08f19ac0ae85 req-82c20efd-3ff7-4bf5-8cf4-dab0e8d1e829 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/security-groups?id=9b82ffcd-87d3-4794-a6a8-5c68f3662391&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549116 May 04 22:28:18.270033 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ccdbe507-4eed-4977-ad1a-50902591c155 req-5901c75b-4812-4d91-baa0-202047a1d20f tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.85 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 945 time: 0.1058660 May 04 22:28:18.550693 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-ccdbe507-4eed-4977-ad1a-50902591c155 req-afd1477c-33b2-4210-98d3-119759c1c68c tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Deleting port 46f45249-4d49-4693-ba62-fed27224f10a {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:28:18.551024 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-ccdbe507-4eed-4977-ad1a-50902591c155 req-afd1477c-33b2-4210-98d3-119759c1c68c tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:18.744137 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-ccdbe507-4eed-4977-ad1a-50902591c155 req-afd1477c-33b2-4210-98d3-119759c1c68c tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] For port 46f45249-4d49-4693-ba62-fed27224f10a, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=46f45249-4d49-4693-ba62-fed27224f10a,segment=NetworkSegment(2f64cf42-dce9-4653-9913-efc106389333),segment_id=2f64cf42-dce9-4653-9913-efc106389333)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:28:18.744547 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-ccdbe507-4eed-4977-ad1a-50902591c155 req-afd1477c-33b2-4210-98d3-119759c1c68c tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:18.886239 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-ccdbe507-4eed-4977-ad1a-50902591c155 req-afd1477c-33b2-4210-98d3-119759c1c68c tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Calling delete_port for 46f45249-4d49-4693-ba62-fed27224f10a owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:28:19.076955 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-ccdbe507-4eed-4977-ad1a-50902591c155 req-afd1477c-33b2-4210-98d3-119759c1c68c tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:19.083416 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-d5770a46-c4ca-41c2-8fe3-3d555570fc7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:19.091364 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['46f45249-4d49-4693-ba62-fed27224f10a'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:28:19.131617 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1477c-33b2-4210-98d3-119759c1c68c tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Pushing event deleted for resources: {'Port': ['ID=46f45249-4d49-4693-ba62-fed27224f10a,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:19.135707 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-afd1477c-33b2-4210-98d3-119759c1c68c tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:19.228330 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccdbe507-4eed-4977-ad1a-50902591c155 req-afd1477c-33b2-4210-98d3-119759c1c68c tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] No DVR routers for this DVR port 46f45249-4d49-4693-ba62-fed27224f10a on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:28:19.231379 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-ccdbe507-4eed-4977-ad1a-50902591c155 req-afd1477c-33b2-4210-98d3-119759c1c68c tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:19.234684 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dc9e563-eb82-4486-b340-330471dd5070', 'name': 'network-vif-deleted', 'tag': '46f45249-4d49-4693-ba62-fed27224f10a'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:28:19.313390 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dc9e563-eb82-4486-b340-330471dd5070', 'name': 'network-vif-deleted', 'tag': '46f45249-4d49-4693-ba62-fed27224f10a', 'status': 'completed', 'code': 200} May 04 22:28:19.317750 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ccdbe507-4eed-4977-ad1a-50902591c155 req-afd1477c-33b2-4210-98d3-119759c1c68c tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.85 "DELETE /v2.0/ports/46f45249-4d49-4693-ba62-fed27224f10a HTTP/1.1" status: 204 len: 173 time: 1.0395525 May 04 22:28:19.565208 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1ca1acb9-2a0d-4215-84e8-4883574d121f req-d5c6863f-2922-4fc1-824f-2ac0cfcea943 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] 10.222.0.72 "GET /v2.0/ports?device_id=6dc9e563-eb82-4486-b340-330471dd5070 HTTP/1.1" status: 200 len: 210 time: 0.0776076 May 04 22:28:23.773921 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 46f45249-4d49-4693-ba62-fed27224f10a no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:28:23.815134 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: 46f45249-4d49-4693-ba62-fed27224f10a {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:28:23.815515 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 46f45249-4d49-4693-ba62-fed27224f10a not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:28:31.127814 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c8299287-76f3-4aad-9696-60964438f04b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:31.613677 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:34.183983 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:34.687821 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:28:35.173687 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8603bc11-d039-4269-a0b1-85405894cfec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:36.275709 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:38.390726 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:40.711788 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b029ccf-2a7a-4230-ab76-51fc65e1f433 req-e477777b-f0d6-48d8-8aa7-1779d6cf1c5f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:40.714129 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1b029ccf-2a7a-4230-ab76-51fc65e1f433 req-e477777b-f0d6-48d8-8aa7-1779d6cf1c5f tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 946 time: 0.1127181 May 04 22:28:40.793608 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1b029ccf-2a7a-4230-ab76-51fc65e1f433 req-6dfea20f-9354-4dcb-9b12-375f44a374c1 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717096 May 04 22:28:42.077972 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ef6b7-802e-4af8-8714-786d4938ef61 req-94fc6223-9391-44d4-8876-b488c3680e22 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:42.080842 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e19ef6b7-802e-4af8-8714-786d4938ef61 req-94fc6223-9391-44d4-8876-b488c3680e22 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 946 time: 0.1289945 May 04 22:28:42.152458 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e19ef6b7-802e-4af8-8714-786d4938ef61 req-41f79842-dc4e-4eca-9e56-bb2b16f15580 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups?id=08005953-399c-457d-ac08-8416e447a860&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628519 May 04 22:28:42.163980 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-b6b66f44-1e2a-401f-9dea-189e5211a790 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:28:42.167883 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-b6b66f44-1e2a-401f-9dea-189e5211a790 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.85 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 946 time: 0.1561747 May 04 22:28:42.345163 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Deleting port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:28:42.345505 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:42.509705 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] For port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:28:42.509992 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:43.056113 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:43.056698 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920181'] for floatingip, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:43.057094 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.l3_db [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Floating IP b37a1314-f9fd-4ef3-84d8-9ea1cccbdc81 disassociated. External IP: 172.28.3.146, port: 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f. May 04 22:28:43.057605 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Calling delete_port for 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:28:43.324250 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:43.337038 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-24dd8afd-4309-47c7-acc3-722b3d014925 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:43.505007 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-46931e66-0113-4c27-9c84-7191317996a3 req-3b68455b-0c27-4536-8099-870cbe6753c5 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 210 time: 0.2190509 May 04 22:28:43.516255 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event deleted for resources: {'Port': ['ID=1b55b961-2b9b-418a-8ba5-71cfe1d16a2f,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:43.520400 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:43.801820 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Router f31efbfe-15f7-431b-b70c-68bb2a88da9b has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:28:44.125394 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:28:44.138027 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a651ea-d43e-45a0-8dce-d19872d4f0fb None None] Sync routers for ids ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:28:44.154755 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a651ea-d43e-45a0-8dce-d19872d4f0fb None None] Routers {'f31efbfe-15f7-431b-b70c-68bb2a88da9b'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:28:44.155558 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-01a651ea-d43e-45a0-8dce-d19872d4f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:28:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:28:44.270702 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] No DVR routers for this DVR port 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:28:44.274869 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:44.279735 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53520da2-2acf-4c35-bd4f-160923c9e625', 'name': 'network-vif-deleted', 'tag': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:28:44.362662 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e4cf15a2-559b-4768-a514-6423da44b7ad req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.85 "DELETE /v2.0/ports/1b55b961-2b9b-418a-8ba5-71cfe1d16a2f HTTP/1.1" status: 204 len: 173 time: 2.1878800 May 04 22:28:44.381247 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53520da2-2acf-4c35-bd4f-160923c9e625', 'name': 'network-vif-deleted', 'tag': '1b55b961-2b9b-418a-8ba5-71cfe1d16a2f', 'status': 'completed', 'code': 200} May 04 22:28:44.435800 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-01a651ea-d43e-45a0-8dce-d19872d4f0fb None None] Set router f31efbfe-15f7-431b-b70c-68bb2a88da9b gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:28:44.815163 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-959e9028-044e-4f82-afee-35b70c2736d5 req-9a556d5c-fa06-4131-9782-b9ab0b33b0f9 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Synchronizing usage tracker for tenant:103d42182a3c4260be8d70345f58713e on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:28:44.928100 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-959e9028-044e-4f82-afee-35b70c2736d5 req-9a556d5c-fa06-4131-9782-b9ab0b33b0f9 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Unset dirty status for tenant:103d42182a3c4260be8d70345f58713e on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:28:44.931784 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-959e9028-044e-4f82-afee-35b70c2736d5 req-9a556d5c-fa06-4131-9782-b9ab0b33b0f9 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/ports?device_id=53520da2-2acf-4c35-bd4f-160923c9e625 HTTP/1.1" status: 200 len: 210 time: 0.2025106 May 04 22:28:44.977527 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-01a651ea-d43e-45a0-8dce-d19872d4f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '75e8aa69-5379-44f9-87b0-95cb508eeb2c', 'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'mac_address': 'fa:16:3e:c7:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:37Z', 'updated_at': '2021-05-04T22:21:06Z', 'revision_number': 5, 'project_id': '103d42182a3c4260be8d70345f58713e', 'subnets': [{'id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:28:44.984008 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a651ea-d43e-45a0-8dce-d19872d4f0fb None None] Checking router: f31efbfe-15f7-431b-b70c-68bb2a88da9b for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:28:45.002791 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a651ea-d43e-45a0-8dce-d19872d4f0fb None None] Routers {'f31efbfe-15f7-431b-b70c-68bb2a88da9b'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:28:45.003810 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-01a651ea-d43e-45a0-8dce-d19872d4f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:28:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:28:45.247145 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-01a651ea-d43e-45a0-8dce-d19872d4f0fb None None] Set router f31efbfe-15f7-431b-b70c-68bb2a88da9b gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:28:45.517061 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 33528) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:28:45.631930 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3d58bfb-3e2c-4ada-977e-22dfb3f83c1f admin admin] Deleting subnet 9a2cd8c9-e0c6-4e51-9810-ad2ceb5aec68 {{(pid=74776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 22:28:45.637596 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-f3d58bfb-3e2c-4ada-977e-22dfb3f83c1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:45.746376 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-f3d58bfb-3e2c-4ada-977e-22dfb3f83c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31358662'] for subnet, precommit_delete_associations {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:45.836101 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-01a651ea-d43e-45a0-8dce-d19872d4f0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '75e8aa69-5379-44f9-87b0-95cb508eeb2c', 'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'mac_address': 'fa:16:3e:c7:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:37Z', 'updated_at': '2021-05-04T22:21:06Z', 'revision_number': 5, 'project_id': '103d42182a3c4260be8d70345f58713e', 'subnets': [{'id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:28:45.843311 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a651ea-d43e-45a0-8dce-d19872d4f0fb None None] The sync data for ids ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'] in dv-cinder-786928-2-smb is: [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '75e8aa69-5379-44f9-87b0-95cb508eeb2c', 'name': '', 'network_id': '6a2ab8b2-644c-459d-a8d8-9b3f2efbad55', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'mac_address': 'fa:16:3e:c7:57:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:37Z', 'updated_at': '2021-05-04T22:21:06Z', 'revision_number': 5, 'project_id': '103d42182a3c4260be8d70345f58713e', 'subnets': [{'id': '21a3bb95-7a44-40ab-a059-c462d0233277', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:28:45.850600 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-f3d58bfb-3e2c-4ada-977e-22dfb3f83c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792185'] for subnet, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:45.859823 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:28:45.899535 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:28:45.900143 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 1b55b961-2b9b-418a-8ba5-71cfe1d16a2f not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:28:46.226249 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-415687dc-7a56-4025-95fe-1fb9c480a0b8 None None] New status for floating IP b37a1314-f9fd-4ef3-84d8-9ea1cccbdc81: DOWN {{(pid=74777) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 22:28:46.232815 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33536) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:28:46.370206 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:46.379758 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-f3d58bfb-3e2c-4ada-977e-22dfb3f83c1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1792182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30542851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33143063'] for subnet, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:46.389400 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:46.431186 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:46.454802 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-f3d58bfb-3e2c-4ada-977e-22dfb3f83c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:46.468873 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d58bfb-3e2c-4ada-977e-22dfb3f83c1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a2cd8c9-e0c6-4e51-9810-ad2ceb5aec68,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:46.474165 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-f3d58bfb-3e2c-4ada-977e-22dfb3f83c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:46.481914 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-f3d58bfb-3e2c-4ada-977e-22dfb3f83c1f admin admin] 10.222.0.72 "DELETE /v2.0/subnets/9a2cd8c9-e0c6-4e51-9810-ad2ceb5aec68 HTTP/1.1" status: 204 len: 168 time: 0.9627972 May 04 22:28:46.483007 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 33540) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:28:46.601277 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:46.607821 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-6d340405-8b8c-466c-9d3f-325666d235af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:46.635795 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08005953-399c-457d-ac08-8416e447a860,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:46.652316 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:46.652974 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:46.653757 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:46.654349 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:46.654991 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:46.655577 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:46.656160 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:46.658008 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:46.659075 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:46.659639 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:46.660281 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:46.660922 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:46.666464 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:46.686748 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699769'] for network, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:46.737217 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:46.739245 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "DELETE /v2.0/security-groups/08005953-399c-457d-ac08-8416e447a860 HTTP/1.1" status: 204 len: 168 time: 0.5032148 May 04 22:28:46.743694 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33544) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:28:46.773307 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.api.v2.resource [None req-b3d7eec4-6d1a-40b4-b847-29d624046eb7 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] show failed (client error): The resource could not be found. May 04 22:28:46.777785 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-b3d7eec4-6d1a-40b4-b847-29d624046eb7 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "GET /v2.0/security-groups/08005953-399c-457d-ac08-8416e447a860 HTTP/1.1" status: 404 len: 347 time: 0.0298684 May 04 22:28:46.781438 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33548) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:28:46.948024 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793858', 'neutron.services.segments.db._delete_segments_for_network-8772421052061'] for network, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:47.101231 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-2dbeba55-0949-42dd-ab48-267d21dc879e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Deleting port 8bee80fc-d873-4916-91ee-ed08fd596371 {{(pid=74775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:28:47.101761 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2dbeba55-0949-42dd-ab48-267d21dc879e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:47.165699 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1e1262-3676-46a1-90fc-d7e3fcfad6ad']}} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:28:47.190210 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f64cf42-dce9-4653-9913-efc106389333') {'for_net_delete': True} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:28:47.190674 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f64cf42-dce9-4653-9913-efc106389333') {} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:28:47.214403 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772421064039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31358681'] for segment, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:47.250072 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:47.263723 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] Releasing vlan 993 on physical network physnet1 to pool {{(pid=74776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 22:28:47.431552 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2dbeba55-0949-42dd-ab48-267d21dc879e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:47.432507 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2dbeba55-0949-42dd-ab48-267d21dc879e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:47.700045 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] Network de1e1262-3676-46a1-90fc-d7e3fcfad6ad has no segments {{(pid=74776) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:28:47.714934 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-2dbeba55-0949-42dd-ab48-267d21dc879e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Calling delete_port for 8bee80fc-d873-4916-91ee-ed08fd596371 owned by network:floatingip {{(pid=74775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:28:47.718323 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1789066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30542949'] for segment, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:48.041631 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2dbeba55-0949-42dd-ab48-267d21dc879e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:48.046694 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] Network de1e1262-3676-46a1-90fc-d7e3fcfad6ad has no segments {{(pid=74776) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:28:48.056563 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: Traceback (most recent call last): May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: timer() May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: cb(*args, **kw) May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: return func(*args, **kwargs) May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: self._notify() May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: self.callback(batched_events) May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: event.method(event) May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: aggregate_uuid = self.p_client.list_aggregates( May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: return f(self, *a, **k) May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: return self._get(url).json() May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: return self.request(url, 'GET', **kwargs) May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: base_url = self.get_endpoint(auth, allow=allow, May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 22:28:48.098835 dv-cinder-786928-2-smb neutron-server[74776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 22:28:48.152957 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbeba55-0949-42dd-ab48-267d21dc879e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Pushing event deleted for resources: {'Port': ['ID=8bee80fc-d873-4916-91ee-ed08fd596371,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:48.159565 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-2dbeba55-0949-42dd-ab48-267d21dc879e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:48.299264 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920186'] for network, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:48.305318 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:48.333850 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:48.343409 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2dbeba55-0949-42dd-ab48-267d21dc879e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks [] for floatingip, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:48.350404 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=de1e1262-3676-46a1-90fc-d7e3fcfad6ad,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:48.356067 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:48.466243 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-95e490f0-3f90-4d9b-ab95-e4bac4d30bfb admin admin] 10.222.0.72 "DELETE /v2.0/networks/de1e1262-3676-46a1-90fc-d7e3fcfad6ad HTTP/1.1" status: 204 len: 168 time: 1.9814534 May 04 22:28:48.471543 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 33552) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:28:48.491254 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2dbeba55-0949-42dd-ab48-267d21dc879e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:48.493380 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-2dbeba55-0949-42dd-ab48-267d21dc879e tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] 10.222.0.72 "DELETE /v2.0/floatingips/b37a1314-f9fd-4ef3-84d8-9ea1cccbdc81 HTTP/1.1" status: 204 len: 168 time: 1.7096636 May 04 22:28:48.605528 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_v2 [None req-3674a7a0-c906-4b0f-8807-1da41a0fc0dd admin admin] Deleting subnet 70965414-f0aa-4d64-b424-06c897682ec7 {{(pid=74776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 22:28:48.613100 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-3674a7a0-c906-4b0f-8807-1da41a0fc0dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:48.707909 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-3674a7a0-c906-4b0f-8807-1da41a0fc0dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31358662'] for subnet, precommit_delete_associations {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:48.816679 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-3674a7a0-c906-4b0f-8807-1da41a0fc0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792185'] for subnet, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:49.385498 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-3674a7a0-c906-4b0f-8807-1da41a0fc0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1792182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30542851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33143063'] for subnet, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:49.398818 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:49.460491 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674a7a0-c906-4b0f-8807-1da41a0fc0dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70965414-f0aa-4d64-b424-06c897682ec7,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:49.463654 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3674a7a0-c906-4b0f-8807-1da41a0fc0dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:49.467143 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-3674a7a0-c906-4b0f-8807-1da41a0fc0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:49.474268 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-3674a7a0-c906-4b0f-8807-1da41a0fc0dd admin admin] 10.222.0.72 "DELETE /v2.0/subnets/70965414-f0aa-4d64-b424-06c897682ec7 HTTP/1.1" status: 204 len: 168 time: 1.0012021 May 04 22:28:49.478047 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 33560) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:28:49.634392 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699769'] for network, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:49.837710 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793858', 'neutron.services.segments.db._delete_segments_for_network-8772421052061'] for network, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:50.018875 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9f69284-4c92-4125-83ac-a6f0bd90c6ce']}} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:28:50.043343 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a422c2ce-2f29-40bc-8253-2818fdd9797c') {'for_net_delete': True} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:28:50.043849 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a422c2ce-2f29-40bc-8253-2818fdd9797c') {} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:28:50.066891 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772421064039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31358681'] for segment, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:50.089277 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:50.101221 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=74776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 22:28:50.444026 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Network a9f69284-4c92-4125-83ac-a6f0bd90c6ce has no segments {{(pid=74776) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:28:50.457231 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1789066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30542949'] for segment, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:50.715701 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Network a9f69284-4c92-4125-83ac-a6f0bd90c6ce has no segments {{(pid=74776) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: Traceback (most recent call last): May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: timer() May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: cb(*args, **kw) May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: return func(*args, **kwargs) May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: self._notify() May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: self.callback(batched_events) May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: event.method(event) May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: aggregate_uuid = self.p_client.list_aggregates( May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: return f(self, *a, **k) May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: return self._get(url).json() May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: return self.request(url, 'GET', **kwargs) May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: base_url = self.get_endpoint(auth, allow=allow, May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 22:28:50.760073 dv-cinder-786928-2-smb neutron-server[74776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 22:28:51.029807 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920186'] for network, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:51.034418 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:51.049882 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:51.062283 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9f69284-4c92-4125-83ac-a6f0bd90c6ce,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:51.068527 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a9f69284-4c92-4125-83ac-a6f0bd90c6ce HTTP/1.1" status: 204 len: 168 time: 1.5890722 May 04 22:28:51.075894 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:51.076326 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:51.076674 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:51.077041 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:51.077387 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:51.077859 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:51.078343 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:51.078890 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:51.079412 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:51.079905 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:51.080277 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:51.080642 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:28:51.084960 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e88b21b8-d0f0-4c1d-b834-ecfebe48baf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:51.696064 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33576) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:28:51.786687 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-736a771e-e95b-47e9-a001-672d26da6bac admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=0713b6e1332045acb2d150b44c23752f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0885854 May 04 22:28:51.789701 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33580) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:28:51.868452 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b1af8c84-0467-4491-942b-2f0deaa82851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:51.907327 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b1af8c84-0467-4491-942b-2f0deaa82851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:52.137881 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b1af8c84-0467-4491-942b-2f0deaa82851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:52.143176 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-0b1ba58b-632c-4447-92c4-146ac6cf65d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:52.147358 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 33590) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:28:52.160430 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af8c84-0467-4491-942b-2f0deaa82851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b82ffcd-87d3-4794-a6a8-5c68f3662391,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:52.163495 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-b1af8c84-0467-4491-942b-2f0deaa82851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:52.244596 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-b1af8c84-0467-4491-942b-2f0deaa82851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:52.246660 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-b1af8c84-0467-4491-942b-2f0deaa82851 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/9b82ffcd-87d3-4794-a6a8-5c68f3662391 HTTP/1.1" status: 204 len: 168 time: 0.4556973 May 04 22:28:53.166982 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-2f86d924-eac5-46fd-ae19-4a20619911be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919372'] for router_interface, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:53.184673 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33600) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:28:53.262059 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-826943fb-7896-4742-8ae8-811c75996d0e admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=666dbff00e7b4c60b364bc1984507030&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0750985 May 04 22:28:53.264573 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33604) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:28:53.341934 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-ed59d7f7-b5ee-4ece-9728-8f9c64a6c788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:53.392675 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-ed59d7f7-b5ee-4ece-9728-8f9c64a6c788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:53.572365 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-ed59d7f7-b5ee-4ece-9728-8f9c64a6c788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:53.576655 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-948d19fe-86d2-4234-8c5f-0dc7c201ef41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:53.595681 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59d7f7-b5ee-4ece-9728-8f9c64a6c788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a349a74d-a830-4686-af58-7c6c67574f67,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:53.600163 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-ed59d7f7-b5ee-4ece-9728-8f9c64a6c788 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:53.606135 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-ed59d7f7-b5ee-4ece-9728-8f9c64a6c788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:53.607314 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-ed59d7f7-b5ee-4ece-9728-8f9c64a6c788 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/a349a74d-a830-4686-af58-7c6c67574f67 HTTP/1.1" status: 204 len: 168 time: 0.3416004 May 04 22:28:53.823615 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-2f86d924-eac5-46fd-ae19-4a20619911be admin admin] Deleting port 75e8aa69-5379-44f9-87b0-95cb508eeb2c {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:28:53.823847 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-2f86d924-eac5-46fd-ae19-4a20619911be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:53.968104 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [None req-2f86d924-eac5-46fd-ae19-4a20619911be admin admin] For port 75e8aa69-5379-44f9-87b0-95cb508eeb2c, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=75e8aa69-5379-44f9-87b0-95cb508eeb2c,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:28:53.968457 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-2f86d924-eac5-46fd-ae19-4a20619911be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:54.105514 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-2f86d924-eac5-46fd-ae19-4a20619911be admin admin] Calling delete_port for 75e8aa69-5379-44f9-87b0-95cb508eeb2c owned by network:router_interface {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:28:54.402008 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-2f86d924-eac5-46fd-ae19-4a20619911be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:54.411648 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:54.506714 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f86d924-eac5-46fd-ae19-4a20619911be admin admin] Pushing event deleted for resources: {'Port': ['ID=75e8aa69-5379-44f9-87b0-95cb508eeb2c,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:54.578158 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-2f86d924-eac5-46fd-ae19-4a20619911be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:54.927559 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-2f86d924-eac5-46fd-ae19-4a20619911be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949244'] for router_interface, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:55.498173 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f86d924-eac5-46fd-ae19-4a20619911be admin admin] Router f31efbfe-15f7-431b-b70c-68bb2a88da9b has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:28:55.771046 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f86d924-eac5-46fd-ae19-4a20619911be admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:28:55.783756 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abdbdc0-caad-4516-b4f2-b161c07f685b None None] Sync routers for ids ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:28:55.788809 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-2f86d924-eac5-46fd-ae19-4a20619911be admin admin] 10.222.0.72 "PUT /v2.0/routers/f31efbfe-15f7-431b-b70c-68bb2a88da9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6395433 May 04 22:28:55.791842 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 33632) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:28:55.800365 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abdbdc0-caad-4516-b4f2-b161c07f685b None None] Routers {'f31efbfe-15f7-431b-b70c-68bb2a88da9b'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:28:55.801358 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-2abdbdc0-caad-4516-b4f2-b161c07f685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:28:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:28:56.159418 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-2abdbdc0-caad-4516-b4f2-b161c07f685b None None] Set router f31efbfe-15f7-431b-b70c-68bb2a88da9b gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:28:56.215037 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:56.533573 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:56.587562 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-2abdbdc0-caad-4516-b4f2-b161c07f685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:28:54Z', 'revision_number': 5, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:28:56.595486 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abdbdc0-caad-4516-b4f2-b161c07f685b None None] Checking router: f31efbfe-15f7-431b-b70c-68bb2a88da9b for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:28:56.605768 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abdbdc0-caad-4516-b4f2-b161c07f685b None None] Routers {'f31efbfe-15f7-431b-b70c-68bb2a88da9b'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:28:56.606652 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-2abdbdc0-caad-4516-b4f2-b161c07f685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:28:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:28:56.772796 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Deleting port 8713058d-0bbc-416e-8a68-ca6a83b33cc0 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:28:56.773590 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:56.836943 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-2abdbdc0-caad-4516-b4f2-b161c07f685b None None] Set router f31efbfe-15f7-431b-b70c-68bb2a88da9b gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:28:57.036916 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] For port 8713058d-0bbc-416e-8a68-ca6a83b33cc0, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=8713058d-0bbc-416e-8a68-ca6a83b33cc0,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:28:57.036916 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:57.231236 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Calling delete_port for 8713058d-0bbc-416e-8a68-ca6a83b33cc0 owned by network:router_gateway {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:28:57.303957 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-2abdbdc0-caad-4516-b4f2-b161c07f685b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:28:54Z', 'revision_number': 5, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:28:57.309126 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abdbdc0-caad-4516-b4f2-b161c07f685b None None] The sync data for ids ['f31efbfe-15f7-431b-b70c-68bb2a88da9b'] in dv-cinder-786928-2-smb is: [{'id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'name': 'tempest-AttachVolumeShelveTestJSON-900002818-router', 'tenant_id': '103d42182a3c4260be8d70345f58713e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21'}], 'enable_snat': True}, 'gw_port_id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:20:22Z', 'updated_at': '2021-05-04T22:28:54Z', 'revision_number': 5, 'project_id': '103d42182a3c4260be8d70345f58713e', 'gw_port': {'id': '8713058d-0bbc-416e-8a68-ca6a83b33cc0', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f31efbfe-15f7-431b-b70c-68bb2a88da9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:20:24Z', 'updated_at': '2021-05-04T22:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:28:57.526490 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:57.530630 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-85b84167-5b79-4903-bfea-17f35a306065 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:57.579690 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8713058d-0bbc-416e-8a68-ca6a83b33cc0,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:57.583212 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:57.688952 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-920168'] for router_gateway, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:57.729250 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 75e8aa69-5379-44f9-87b0-95cb508eeb2c no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:28:57.800780 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: 75e8aa69-5379-44f9-87b0-95cb508eeb2c {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:28:57.801374 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 75e8aa69-5379-44f9-87b0-95cb508eeb2c not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:28:57.898708 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496300'] for router, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:57.904917 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:58.053166 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-961658'] for router, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:58.053917 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f31efbfe-15f7-431b-b70c-68bb2a88da9b {{(pid=74776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 22:28:58.075961 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Notify callbacks [] for router, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:58.077894 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] 10.222.0.72 "DELETE /v2.0/routers/f31efbfe-15f7-431b-b70c-68bb2a88da9b HTTP/1.1" status: 204 len: 168 time: 2.2844887 May 04 22:28:58.080988 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33656) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:28:58.162759 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_v2 [None req-d755b4f6-e65c-4014-81fa-1ae35c3e9c90 admin admin] Deleting subnet 21a3bb95-7a44-40ab-a059-c462d0233277 {{(pid=74775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 22:28:58.168356 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d755b4f6-e65c-4014-81fa-1ae35c3e9c90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:58.241218 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d755b4f6-e65c-4014-81fa-1ae35c3e9c90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32639333'] for subnet, precommit_delete_associations {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:58.345651 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d755b4f6-e65c-4014-81fa-1ae35c3e9c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792185'] for subnet, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:58.761690 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d755b4f6-e65c-4014-81fa-1ae35c3e9c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1792182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31642498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30743205'] for subnet, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:58.767590 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-74d8d310-291f-4119-863b-b728ca332a75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:58.829175 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755b4f6-e65c-4014-81fa-1ae35c3e9c90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21a3bb95-7a44-40ab-a059-c462d0233277,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:28:58.838076 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d755b4f6-e65c-4014-81fa-1ae35c3e9c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:28:58.839510 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d755b4f6-e65c-4014-81fa-1ae35c3e9c90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:58.844686 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef964aa-a314-4476-a511-38a19fe15118 None None] Network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:28:58.851608 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-d755b4f6-e65c-4014-81fa-1ae35c3e9c90 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/21a3bb95-7a44-40ab-a059-c462d0233277 HTTP/1.1" status: 204 len: 168 time: 0.7692080 May 04 22:28:58.854301 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33660) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:28:59.062586 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699769'] for network, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:59.187654 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Deleting port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 {{(pid=74775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:28:59.191313 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:59.276438 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] DHCP port deletion for 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 request from dv-cinder-786928-2-smb {{(pid=74777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 22:28:59.348699 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.db [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] For port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:28:59.349173 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:59.364874 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Deleting port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 {{(pid=74777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:28:59.365256 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:59.522304 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] For port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59,segment=NetworkSegment(e277e94f-8231-455d-b20b-8b3d20958f22),segment_id=e277e94f-8231-455d-b20b-8b3d20958f22)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:28:59.522932 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:59.681840 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Calling delete_port for dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 owned by network:dhcp {{(pid=74775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:28:59.735796 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Calling delete_port for dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 owned by network:dhcp {{(pid=74777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:28:59.742686 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 8713058d-0bbc-416e-8a68-ca6a83b33cc0 no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:28:59.808349 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: 8713058d-0bbc-416e-8a68-ca6a83b33cc0 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:28:59.808694 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 8713058d-0bbc-416e-8a68-ca6a83b33cc0 not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:28:59.809134 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:28:59.932556 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:59.939929 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:28:59.947417 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 update to DOWN by agent not found {{(pid=74777) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2112}} May 04 22:28:59.956077 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:28:59.962768 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:00.007732 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Pushing event deleted for resources: {'Port': ['ID=dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59,revision_number=None']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:00.013470 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] No DVR routers for this DVR port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 on host dv-cinder-786928-2-smb {{(pid=74777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:29:00.036350 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:00.036350 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:00.036350 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:00.036350 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:00.036350 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:00.036350 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:00.036350 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:00.039321 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] No DVR routers for this DVR port dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59 on host dv-cinder-786928-2-smb {{(pid=74775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:29:00.039837 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:00.039837 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:00.039837 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:00.039837 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:00.039837 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:00.039837 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:00.075221 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Pushing event deleted for resources: {'Port': ['ID=dfacd9ab-6c58-4e0f-89ec-c7aea58d6c59,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:00.081379 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:00.175096 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793858', 'neutron.services.segments.db._delete_segments_for_network-8772421052061'] for network, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:00.313514 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a2ab8b2-644c-459d-a8d8-9b3f2efbad55']}} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:29:00.329407 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e277e94f-8231-455d-b20b-8b3d20958f22') {'for_net_delete': True} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:29:00.329865 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e277e94f-8231-455d-b20b-8b3d20958f22') {} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:29:00.346136 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772421064039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32639354'] for segment, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:00.376342 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:00.389803 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Releasing vlan 984 on physical network physnet1 to pool {{(pid=74775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 22:29:00.593173 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:29:00.603381 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1789066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31642596'] for segment, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:00.791702 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Network 6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: Traceback (most recent call last): May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: timer() May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: cb(*args, **kw) May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: return func(*args, **kwargs) May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: self._notify() May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: self.callback(batched_events) May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: event.method(event) May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_uuid = self.p_client.list_aggregates( May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: return f(self, *a, **k) May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: return self._get(url).json() May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: return self.request(url, 'GET', **kwargs) May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: base_url = self.get_endpoint(auth, allow=allow, May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 22:29:00.815835 dv-cinder-786928-2-smb neutron-server[74775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 22:29:01.001703 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920186'] for network, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:01.005893 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:01.022155 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:01.035836 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Pushing event deleted for resources: {'Network': ['ID=6a2ab8b2-644c-459d-a8d8-9b3f2efbad55,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:01.040291 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:01.149127 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-fce4e9d6-f3f3-4688-a54c-72a8458a3ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:01.150201 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-2aab6c4e-92e0-492a-8c5f-c419020bf6df admin admin] 10.222.0.72 "DELETE /v2.0/networks/6a2ab8b2-644c-459d-a8d8-9b3f2efbad55 HTTP/1.1" status: 204 len: 168 time: 2.2942212 May 04 22:29:01.620907 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 33680) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:29:01.641012 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:01.696063 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-46a91536-21b5-4ab9-b437-b42123ce9a16 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=103d42182a3c4260be8d70345f58713e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0761392 May 04 22:29:01.699008 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 33686) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:29:01.769923 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d24db24e-3ce0-4ca5-bb1c-5152cb66d2a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:01.801029 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d24db24e-3ce0-4ca5-bb1c-5152cb66d2a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:02.023528 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d24db24e-3ce0-4ca5-bb1c-5152cb66d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:02.027661 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-1d1be8ee-40fa-43d6-bfff-4454d9588d3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:02.046506 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24db24e-3ce0-4ca5-bb1c-5152cb66d2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31158bc-aa02-4388-add9-f0ec4e60e878,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:02.049863 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-d24db24e-3ce0-4ca5-bb1c-5152cb66d2a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:02.051925 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-d24db24e-3ce0-4ca5-bb1c-5152cb66d2a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:02.054215 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-d24db24e-3ce0-4ca5-bb1c-5152cb66d2a8 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/b31158bc-aa02-4388-add9-f0ec4e60e878 HTTP/1.1" status: 204 len: 168 time: 0.3530126 May 04 22:29:03.619364 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 33716) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:29:03.748149 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-725256860-network', 'tenant_id': '27cd660b21c54b72a03160a20033b65d'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:29:03.754274 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:29:03.758759 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Usage tracker for resource:network and tenant:27cd660b21c54b72a03160a20033b65d is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:29:03.764117 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:29:03.772997 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:29:03.852078 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Made reservation on behalf of 27cd660b21c54b72a03160a20033b65d for: {'network': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:29:03.855111 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:03.870835 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:03.887110 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:29:03.891491 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Usage tracker for resource:security_group_rule and tenant:27cd660b21c54b72a03160a20033b65d is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:29:03.894569 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:29:03.901031 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:29:04.126986 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:04.154804 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:04.280979 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:04.285599 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-b8b8284a-b235-4e8d-a9ba-65893b09df75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:04.317189 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] vlan segment allocate from pool success with {'vlan_id': 994, 'physical_network': 'physnet1'} {{(pid=74776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:29:04.325562 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7976231-7beb-4075-8344-7387c83072b9,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:04.329666 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:04.332289 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:04.332676 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.segments_db [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Added segment a9a8b303-d80c-4234-aa25-72891d2961d4 of type vlan for network a106cd41-91f0-4127-8319-b49330e3d302 May 04 22:29:04.362006 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:04.514912 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:04.517232 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:04.517798 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:04.521342 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:04.627016 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Pushing event updated for resources: {'Network': ['ID=a106cd41-91f0-4127-8319-b49330e3d302,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:04.629901 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:04.637735 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network a106cd41-91f0-4127-8319-b49330e3d302 details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:29:04.690231 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0660701 May 04 22:29:04.690725 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33728) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:29:04.697154 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Request body: {'subnet': {'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-725256860-subnet', 'tenant_id': '27cd660b21c54b72a03160a20033b65d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:29:04.702412 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:29:04.707358 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Usage tracker for resource:subnet and tenant:27cd660b21c54b72a03160a20033b65d is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:29:04.710820 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:29:04.718538 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:29:04.858436 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Made reservation on behalf of 27cd660b21c54b72a03160a20033b65d for: {'subnet': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:29:04.862055 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30743246'] for subnet, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:05.200720 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-16977630-ba79-416e-a3bb-c3306280093b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:05.407891 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31660865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30743228'] for subnet, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:05.411877 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:05.493353 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f582991d-2026-4292-8d9d-c6b936e98ce3,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:05.497036 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:05.505592 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Checking segment: {'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:29:05.505955 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Network hostable DHCP agents. Network: a106cd41-91f0-4127-8319-b49330e3d302, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:29:05.583062 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Network a106cd41-91f0-4127-8319-b49330e3d302 is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:29:05.691718 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, a106cd41-91f0-4127-8319-b49330e3d302) {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:29:05.700540 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:05.701141 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:05.702550 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56899939-d8b6-498e-88e1-3975c35fc7c8 None None] Network a106cd41-91f0-4127-8319-b49330e3d302 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:29:05.841789 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-25bcfaf2-243f-4f88-b7f0-6e833d2cb8d0 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1496267 May 04 22:29:05.965002 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dafbccb-e1fe-464b-9b5c-db4ebc5bfceb None None] Network a106cd41-91f0-4127-8319-b49330e3d302 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:29:06.378119 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:06.694186 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-26ab1463-0da0-4c05-be90-7f151b5df41f tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:06.695799 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-26ab1463-0da0-4c05-be90-7f151b5df41f tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/networks?id=a106cd41-91f0-4127-8319-b49330e3d302 HTTP/1.1" status: 200 len: 814 time: 0.3585343 May 04 22:29:06.712388 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-4602ab1f-6c02-4925-921a-c7351077a03e tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/quotas/27cd660b21c54b72a03160a20033b65d HTTP/1.1" status: 200 len: 375 time: 0.0103798 May 04 22:29:06.769335 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-07450a7e-f08f-4564-8efe-0a07210302cb tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=27cd660b21c54b72a03160a20033b65d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512385 May 04 22:29:06.927750 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-b3796015-fbcb-4b31-a090-99000ab342da service neutron] 10.222.0.72 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510239 May 04 22:29:07.099608 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-3c1a1005-c17b-4a76-897b-192d081ae0fb service neutron] 10.222.0.72 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670055 May 04 22:29:07.453427 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-92e96d01-d882-480a-a1c9-7c2a812bf12e req-c6b30ed0-dd28-4803-a66a-45c2e6744c80 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 210 time: 0.0783901 May 04 22:29:08.411564 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:08.560140 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f98e9fb3-4ee7-47de-bdc5-692bb91bf03a req-5245fc41-47f9-4333-bd89-2781e944bb0b tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 210 time: 0.0453839 May 04 22:29:09.790161 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7b739ca5-c992-43b7-9e90-f6a7ff05fe41 req-0c1c3dae-30d4-4abe-ae8f-5cae61ce1623 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 210 time: 0.0804968 May 04 22:29:10.453578 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-70ba94b0-3b15-40f9-a28f-f13461b9f986 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:10.454424 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-70ba94b0-3b15-40f9-a28f-f13461b9f986 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Synchronizing usage tracker for tenant:27cd660b21c54b72a03160a20033b65d on resource:network {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:29:10.577903 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-70ba94b0-3b15-40f9-a28f-f13461b9f986 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Unset dirty status for tenant:27cd660b21c54b72a03160a20033b65d on resource:network {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:29:10.580500 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-70ba94b0-3b15-40f9-a28f-f13461b9f986 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "GET /v2.0/networks?id=a106cd41-91f0-4127-8319-b49330e3d302 HTTP/1.1" status: 200 len: 814 time: 0.3730345 May 04 22:29:10.596123 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Request body: {'port': {'device_id': '93f06713-2e91-4e65-a80f-bdbd0a8355ab', 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302', 'admin_state_up': True, 'tenant_id': '27cd660b21c54b72a03160a20033b65d'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:29:10.806514 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:29:10.813184 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Usage tracker for resource:port and tenant:27cd660b21c54b72a03160a20033b65d is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:29:10.818992 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:29:10.830604 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:29:10.955709 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Made reservation on behalf of 27cd660b21c54b72a03160a20033b65d for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:29:10.962087 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:10.969248 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-25fe606e-f70d-4c56-a744-47d7ecd391e2 req-df739cdb-d6d3-491a-8f5e-257722597219 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 210 time: 0.0507691 May 04 22:29:11.211290 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Allocated IP 172.20.0.7 (a106cd41-91f0-4127-8319-b49330e3d302/f582991d-2026-4292-8d9d-c6b936e98ce3/b5d276aa-f42e-4298-9c13-0dc4f00f2152) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:29:11.519947 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:11.689866 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:29:11.692696 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:11.700661 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3119aa54-d5b5-4041-a204-ed35178c02e5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:11.742087 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33800) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:29:11.788625 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Network a106cd41-91f0-4127-8319-b49330e3d302 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:29:11.792683 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:29:11.798262 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:29:11.828989 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Pushing event updated for resources: {'Port': ['ID=b5d276aa-f42e-4298-9c13-0dc4f00f2152,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:11.834867 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:11.879855 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:11.880886 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:11.918312 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c37fab89-40ed-42fa-9218-d3bc34d83060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:11.947000 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-c37fab89-40ed-42fa-9218-d3bc34d83060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:29:11.954157 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-c37fab89-40ed-42fa-9218-d3bc34d83060 admin admin] Usage tracker for resource:security_group_rule and tenant:ead72b949b3e42b1bccfa8529b9bbed2 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:29:11.960076 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-c37fab89-40ed-42fa-9218-d3bc34d83060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:29:11.970876 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-c37fab89-40ed-42fa-9218-d3bc34d83060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:29:12.001953 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4110923 May 04 22:29:12.019916 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Request body: {'port': {'device_id': '93f06713-2e91-4e65-a80f-bdbd0a8355ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:29:12.107467 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c37fab89-40ed-42fa-9218-d3bc34d83060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:12.253151 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c37fab89-40ed-42fa-9218-d3bc34d83060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:12.271997 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-86987bd5-d50c-46a3-a5bc-0d49e07bf227 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:12.304767 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:12.339490 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fab89-40ed-42fa-9218-d3bc34d83060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9c34d3-6b87-4f93-ab93-e2824de84b50,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:12.367354 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c37fab89-40ed-42fa-9218-d3bc34d83060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:12.386562 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-c37fab89-40ed-42fa-9218-d3bc34d83060 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=ead72b949b3e42b1bccfa8529b9bbed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6405158 May 04 22:29:12.388626 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33808) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:29:12.419339 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea68c6-a9c3-41d7-88f4-11f165049c0e req-9f6b025b-95ae-4031-896b-572a0813974b tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:12.420109 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-2dea68c6-a9c3-41d7-88f4-11f165049c0e req-9f6b025b-95ae-4031-896b-572a0813974b tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Synchronizing usage tracker for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:29:12.469314 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8940fb8f-6fd9-4c05-beaf-1c200c19747f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:12.513311 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8940fb8f-6fd9-4c05-beaf-1c200c19747f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:12.638204 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-2dea68c6-a9c3-41d7-88f4-11f165049c0e req-9f6b025b-95ae-4031-896b-572a0813974b tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Unset dirty status for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:29:12.639607 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2dea68c6-a9c3-41d7-88f4-11f165049c0e req-9f6b025b-95ae-4031-896b-572a0813974b tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 931 time: 0.4623177 May 04 22:29:12.737951 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-2dea68c6-a9c3-41d7-88f4-11f165049c0e req-0644539c-b1f3-462f-8fe9-162d72d4e6a1 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Synchronizing usage tracker for tenant:27cd660b21c54b72a03160a20033b65d on resource:security_group {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:29:12.754839 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8940fb8f-6fd9-4c05-beaf-1c200c19747f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:12.760636 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c7d8ff1f-cd93-4af8-9f20-97352a35e7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:12.772857 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940fb8f-6fd9-4c05-beaf-1c200c19747f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9c34d3-6b87-4f93-ab93-e2824de84b50,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:12.776084 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-8940fb8f-6fd9-4c05-beaf-1c200c19747f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:12.796907 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8940fb8f-6fd9-4c05-beaf-1c200c19747f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:12.804124 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-8940fb8f-6fd9-4c05-beaf-1c200c19747f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2c9c34d3-6b87-4f93-ab93-e2824de84b50 HTTP/1.1" status: 204 len: 168 time: 0.4089763 May 04 22:29:12.985493 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-2dea68c6-a9c3-41d7-88f4-11f165049c0e req-0644539c-b1f3-462f-8fe9-162d72d4e6a1 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Unset dirty status for tenant:27cd660b21c54b72a03160a20033b65d on resource:security_group {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:29:12.986672 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2dea68c6-a9c3-41d7-88f4-11f165049c0e req-0644539c-b1f3-462f-8fe9-162d72d4e6a1 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3357263 May 04 22:29:13.008298 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5d276aa-f42e-4298-9c13-0dc4f00f2152 {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:29:13.018283 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:13.037650 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Transition to ACTIVE for port object b5d276aa-f42e-4298-9c13-0dc4f00f2152 will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:29:13.183125 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:13.187877 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-0bf430b5-df65-4316-91b7-00c722a840e9 tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:13.324833 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Pushing event updated for resources: {'Port': ['ID=b5d276aa-f42e-4298-9c13-0dc4f00f2152,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:13.354069 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:13.444099 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Attempting to bind port b5d276aa-f42e-4298-9c13-0dc4f00f2152 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:29:13.444463 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Attempting to bind port b5d276aa-f42e-4298-9c13-0dc4f00f2152 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:29:13.444795 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Attempting to bind port b5d276aa-f42e-4298-9c13-0dc4f00f2152 on network a106cd41-91f0-4127-8319-b49330e3d302 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:29:13.450065 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Port b5d276aa-f42e-4298-9c13-0dc4f00f2152 on network a106cd41-91f0-4127-8319-b49330e3d302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:29:13.450385 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Attempting to bind port b5d276aa-f42e-4298-9c13-0dc4f00f2152 on network a106cd41-91f0-4127-8319-b49330e3d302 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:29:13.456002 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:29:13.456334 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Checking segment: {'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:29:13.456713 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Bound using segment: {'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:29:13.457131 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Bound port: b5d276aa-f42e-4298-9c13-0dc4f00f2152, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:29:13.457498 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:13.559389 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] For port b5d276aa-f42e-4298-9c13-0dc4f00f2152, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:29:13.563197 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] For port b5d276aa-f42e-4298-9c13-0dc4f00f2152, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b5d276aa-f42e-4298-9c13-0dc4f00f2152,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:29:13.681697 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:13.686010 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-96aa5fbd-0d34-4c05-93fc-b7e995e42d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:13.748703 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:13.749452 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:13.751729 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] 10.222.0.85 "PUT /v2.0/ports/b5d276aa-f42e-4298-9c13-0dc4f00f2152 HTTP/1.1" status: 200 len: 1093 time: 1.7366064 May 04 22:29:13.752287 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f06713-2e91-4e65-a80f-bdbd0a8355ab', 'tag': 'b5d276aa-f42e-4298-9c13-0dc4f00f2152'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:29:13.778255 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 33818) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:29:13.805072 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-13a464c8-574d-4a68-b193-a638af822c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:13.817297 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f06713-2e91-4e65-a80f-bdbd0a8355ab', 'tag': 'b5d276aa-f42e-4298-9c13-0dc4f00f2152', 'status': 'completed', 'code': 200} May 04 22:29:13.817297 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Pushing event updated for resources: {'Port': ['ID=b5d276aa-f42e-4298-9c13-0dc4f00f2152,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:13.821708 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:13.829644 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-13a464c8-574d-4a68-b193-a638af822c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:29:13.834355 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-13a464c8-574d-4a68-b193-a638af822c39 admin admin] Usage tracker for resource:security_group_rule and tenant:73ed1c73b887421993a00fc73cbd3523 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:29:13.837804 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-13a464c8-574d-4a68-b193-a638af822c39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:29:13.878181 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-13a464c8-574d-4a68-b193-a638af822c39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:29:14.016641 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b40781-36b1-48ba-a904-d09107aba4c2 req-c190522a-aa6f-49e8-badd-ae35658e050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:14.019373 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99b40781-36b1-48ba-a904-d09107aba4c2 req-c190522a-aa6f-49e8-badd-ae35658e050f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=27cd660b21c54b72a03160a20033b65d&device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 1096 time: 0.1737747 May 04 22:29:14.253842 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-13a464c8-574d-4a68-b193-a638af822c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:14.310792 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b40781-36b1-48ba-a904-d09107aba4c2 req-b60b3d55-1ee5-4b16-a8c7-46c53a36f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:14.313021 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99b40781-36b1-48ba-a904-d09107aba4c2 req-b60b3d55-1ee5-4b16-a8c7-46c53a36f20f service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=27cd660b21c54b72a03160a20033b65d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2813835 May 04 22:29:14.357742 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219208dd-8dc9-40ff-89fd-70ef70adaadc req-06424b97-33da-4eff-8f1c-6c5f168f2a90 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:14.360400 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-219208dd-8dc9-40ff-89fd-70ef70adaadc req-06424b97-33da-4eff-8f1c-6c5f168f2a90 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 943 time: 0.1945372 May 04 22:29:14.428345 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-13a464c8-574d-4a68-b193-a638af822c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:14.448803 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-9ebc76e1-6fce-425e-86de-f7372c75fde3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:14.545454 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a464c8-574d-4a68-b193-a638af822c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b026652-788a-489e-ad1d-2da6817c57c5,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:14.550331 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-13a464c8-574d-4a68-b193-a638af822c39 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=73ed1c73b887421993a00fc73cbd3523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7706697 May 04 22:29:14.551536 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-13a464c8-574d-4a68-b193-a638af822c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:14.556469 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33824) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:29:14.568698 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-219208dd-8dc9-40ff-89fd-70ef70adaadc req-d3db0b6c-b010-4fea-927a-016cffb153f9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472306 May 04 22:29:14.588426 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b40781-36b1-48ba-a904-d09107aba4c2 req-ba81683e-897e-4c61-9b46-4c82cdbfe926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:14.589870 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-99b40781-36b1-48ba-a904-d09107aba4c2 req-ba81683e-897e-4c61-9b46-4c82cdbfe926 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2678711 May 04 22:29:14.659299 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c1e9bc91-9a28-460d-82ca-033adc588f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:14.707869 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c1e9bc91-9a28-460d-82ca-033adc588f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:14.728721 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-42a3a0f3-3306-4c88-93a7-5f52437d78b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:14.730480 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-42a3a0f3-3306-4c88-93a7-5f52437d78b8 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=27cd660b21c54b72a03160a20033b65d&device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 1096 time: 0.0835698 May 04 22:29:14.815104 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-bacad756-fca9-45d4-b728-7e4809de7030 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5d276aa-f42e-4298-9c13-0dc4f00f2152 HTTP/1.1" status: 200 len: 217 time: 0.0733626 May 04 22:29:14.874790 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c1e9bc91-9a28-460d-82ca-033adc588f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:14.879347 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a1dddce5-f928-4658-ac26-8b13741a319a tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:14.896113 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-629a5e5d-183d-4ad4-a07d-3488ea96e825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:14.898638 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-629a5e5d-183d-4ad4-a07d-3488ea96e825 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f582991d-2026-4292-8d9d-c6b936e98ce3 HTTP/1.1" status: 200 len: 854 time: 0.0736005 May 04 22:29:14.902390 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9bc91-9a28-460d-82ca-033adc588f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b026652-788a-489e-ad1d-2da6817c57c5,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:14.906035 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c1e9bc91-9a28-460d-82ca-033adc588f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:14.917849 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c1e9bc91-9a28-460d-82ca-033adc588f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:14.920217 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-c1e9bc91-9a28-460d-82ca-033adc588f6f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/1b026652-788a-489e-ad1d-2da6817c57c5 HTTP/1.1" status: 204 len: 168 time: 0.3607917 May 04 22:29:14.993251 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-03d434cd-a168-40de-b9d7-54fce65f5bcb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a106cd41-91f0-4127-8319-b49330e3d302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817308 May 04 22:29:15.151447 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-5abbbc67-d1d3-4247-a92a-1c087899463a service neutron] 10.222.0.85 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447406 May 04 22:29:15.308226 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71e4e2a7-ed06-41a4-8c4f-06eeff735873 req-ce33764d-f04e-4580-9466-4ee13610195f service neutron] 10.222.0.85 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464109 May 04 22:29:15.810105 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c64ff-61b6-4a8e-8e2d-9044c73b1482 req-40f6f434-3451-4c01-bf43-46d73bb01f38 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:15.812457 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-432c64ff-61b6-4a8e-8e2d-9044c73b1482 req-40f6f434-3451-4c01-bf43-46d73bb01f38 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 943 time: 0.1136103 May 04 22:29:15.872495 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-432c64ff-61b6-4a8e-8e2d-9044c73b1482 req-3c01227d-90cc-4c1c-965e-9b65440a8fd7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488455 May 04 22:29:17.243161 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982d0b0-9ae8-4e3f-86e6-5c99a1c0eb6f req-817202c9-6fc9-46cc-9d7c-fd49da861ceb tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:17.245005 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f982d0b0-9ae8-4e3f-86e6-5c99a1c0eb6f req-817202c9-6fc9-46cc-9d7c-fd49da861ceb tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 943 time: 0.2460887 May 04 22:29:17.298841 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f982d0b0-9ae8-4e3f-86e6-5c99a1c0eb6f req-f88e0f20-4023-4b9b-92e5-2c80d6cf5293 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461719 May 04 22:29:18.030904 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device b5d276aa-f42e-4298-9c13-0dc4f00f2152 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:29:18.205220 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port b5d276aa-f42e-4298-9c13-0dc4f00f2152, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b5d276aa-f42e-4298-9c13-0dc4f00f2152,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:29:18.228185 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': 'b5d276aa-f42e-4298-9c13-0dc4f00f2152', 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302', 'port_id': 'b5d276aa-f42e-4298-9c13-0dc4f00f2152', 'mac_address': 'fa:16:3e:1b:38:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f582991d-2026-4292-8d9d-c6b936e98ce3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:29:18.296478 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:18.317177 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5d276aa-f42e-4298-9c13-0dc4f00f2152 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:29:18.340645 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port b5d276aa-f42e-4298-9c13-0dc4f00f2152, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b5d276aa-f42e-4298-9c13-0dc4f00f2152,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:29:18.452700 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:18.455899 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:18.541747 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=b5d276aa-f42e-4298-9c13-0dc4f00f2152,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:18.545184 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:18.578640 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67856264-d45c-46e9-9037-879bd817f2e4 req-6e955f76-dadb-463d-a338-19b14baa6c2a tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:18.580421 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-67856264-d45c-46e9-9037-879bd817f2e4 req-6e955f76-dadb-463d-a338-19b14baa6c2a tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 944 time: 0.1426275 May 04 22:29:18.635965 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-67856264-d45c-46e9-9037-879bd817f2e4 req-c8f029e7-311d-4b34-a161-fce28af0c051 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466659 May 04 22:29:18.708556 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['b5d276aa-f42e-4298-9c13-0dc4f00f2152'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:29:19.870387 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d44154-0f75-4b7f-9c68-1b85ca37a7d3 req-59224c07-6c1e-4ea9-9555-14deb154809a tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:19.872122 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d3d44154-0f75-4b7f-9c68-1b85ca37a7d3 req-59224c07-6c1e-4ea9-9555-14deb154809a tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 944 time: 0.0964408 May 04 22:29:19.939876 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d3d44154-0f75-4b7f-9c68-1b85ca37a7d3 req-49178e9a-1d17-4fa4-843d-138cd660c5f7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605621 May 04 22:29:20.047163 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device b5d276aa-f42e-4298-9c13-0dc4f00f2152 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:29:20.194384 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port b5d276aa-f42e-4298-9c13-0dc4f00f2152 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:29:20.200546 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port b5d276aa-f42e-4298-9c13-0dc4f00f2152 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:29:20.200923 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:20.358269 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:20.396602 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f06713-2e91-4e65-a80f-bdbd0a8355ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d276aa-f42e-4298-9c13-0dc4f00f2152'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:29:20.415121 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port b5d276aa-f42e-4298-9c13-0dc4f00f2152, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b5d276aa-f42e-4298-9c13-0dc4f00f2152,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:29:20.484584 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f06713-2e91-4e65-a80f-bdbd0a8355ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5d276aa-f42e-4298-9c13-0dc4f00f2152', 'code': 200} May 04 22:29:20.540655 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:20.545285 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-66ab045a-0619-4c8a-8a76-cd52d8af367f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:20.672707 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=b5d276aa-f42e-4298-9c13-0dc4f00f2152,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:20.676071 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:21.051373 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb5a8f-f73f-46e3-ab09-f7b74ba5e23a req-906fdaa7-1db0-470b-83ee-4d5f15927a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:21.052978 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-81bb5a8f-f73f-46e3-ab09-f7b74ba5e23a req-906fdaa7-1db0-470b-83ee-4d5f15927a4a service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 1098 time: 0.0810463 May 04 22:29:21.193487 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-81bb5a8f-f73f-46e3-ab09-f7b74ba5e23a req-6ab3bc0e-0b10-434d-bb10-f24a345d3d1c service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300004 May 04 22:29:21.256310 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58102a-a6b4-4295-acb2-be811e261020 req-4ccbcbd8-ad0e-45cc-b429-c584189b11f5 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:21.257876 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6c58102a-a6b4-4295-acb2-be811e261020 req-4ccbcbd8-ad0e-45cc-b429-c584189b11f5 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 945 time: 0.1413310 May 04 22:29:21.317160 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6c58102a-a6b4-4295-acb2-be811e261020 req-be693ca2-53e2-44ad-8b3f-ee847a4cfe5d tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500412 May 04 22:29:22.568903 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b75d9-301d-4c84-afc0-7814efc26367 req-1ed547ef-a5f2-4be7-a728-1196f67f8e58 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:22.570568 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-914b75d9-301d-4c84-afc0-7814efc26367 req-1ed547ef-a5f2-4be7-a728-1196f67f8e58 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 945 time: 0.1127753 May 04 22:29:22.623434 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-914b75d9-301d-4c84-afc0-7814efc26367 req-092bc3af-e51f-4a7b-9abe-180ebbe97570 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463905 May 04 22:29:22.763367 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33900) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:29:22.957510 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0131da61-eb38-43fd-b848-6f09d82043a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:22.985205 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-0131da61-eb38-43fd-b848-6f09d82043a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:29:22.991968 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-0131da61-eb38-43fd-b848-6f09d82043a2 admin admin] Usage tracker for resource:security_group_rule and tenant:8aaa6e95eba74be3acafc53fefea2906 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:29:22.997080 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-0131da61-eb38-43fd-b848-6f09d82043a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:29:23.007825 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-0131da61-eb38-43fd-b848-6f09d82043a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:29:23.135865 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0131da61-eb38-43fd-b848-6f09d82043a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:23.216837 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-0131da61-eb38-43fd-b848-6f09d82043a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:23.227145 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-efc3d86b-9932-4ce2-a672-94863ec7b9ed tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:23.275491 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0131da61-eb38-43fd-b848-6f09d82043a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5f1c0d-d5c4-4251-bdbb-3349b2f8d47b,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:23.279956 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-0131da61-eb38-43fd-b848-6f09d82043a2 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=8aaa6e95eba74be3acafc53fefea2906&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5135453 May 04 22:29:23.281084 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-0131da61-eb38-43fd-b848-6f09d82043a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:23.283989 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33906) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:29:23.348138 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8e547a2b-efb8-4860-9d65-8a0e09d6166c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:23.380316 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8e547a2b-efb8-4860-9d65-8a0e09d6166c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:23.560570 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8e547a2b-efb8-4860-9d65-8a0e09d6166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:23.567719 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3e7612bc-a51e-4029-8eae-81f057a3095a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:23.581141 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e547a2b-efb8-4860-9d65-8a0e09d6166c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5f1c0d-d5c4-4251-bdbb-3349b2f8d47b,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:23.584682 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-8e547a2b-efb8-4860-9d65-8a0e09d6166c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:23.596169 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8e547a2b-efb8-4860-9d65-8a0e09d6166c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:23.604323 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-8e547a2b-efb8-4860-9d65-8a0e09d6166c admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bc5f1c0d-d5c4-4251-bdbb-3349b2f8d47b HTTP/1.1" status: 204 len: 168 time: 0.3104444 May 04 22:29:24.454814 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 33918) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:29:24.474960 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fdc9363f-c380-4a80-ad83-0e6c18b7ad40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:24.492420 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-fdc9363f-c380-4a80-ad83-0e6c18b7ad40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:29:24.496655 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-fdc9363f-c380-4a80-ad83-0e6c18b7ad40 admin admin] Usage tracker for resource:security_group_rule and tenant:f7cf3018229d4e4eba6d74c9a2f143e3 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:29:24.499917 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-fdc9363f-c380-4a80-ad83-0e6c18b7ad40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:29:24.505855 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-fdc9363f-c380-4a80-ad83-0e6c18b7ad40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:29:24.627744 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fdc9363f-c380-4a80-ad83-0e6c18b7ad40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:24.714186 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-fdc9363f-c380-4a80-ad83-0e6c18b7ad40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:24.728250 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a60f7891-8e65-43c1-9876-feb87fbb77bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:24.777542 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-fdc9363f-c380-4a80-ad83-0e6c18b7ad40 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=f7cf3018229d4e4eba6d74c9a2f143e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3218191 May 04 22:29:24.779450 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9363f-c380-4a80-ad83-0e6c18b7ad40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c681199d-964b-42b0-a639-57f6138becc2,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:24.783658 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 33928) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:29:24.784592 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-fdc9363f-c380-4a80-ad83-0e6c18b7ad40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:24.867199 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-671db4b3-ede4-4574-83d5-0ed6d159ad44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:24.900311 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-671db4b3-ede4-4574-83d5-0ed6d159ad44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:25.028497 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-671db4b3-ede4-4574-83d5-0ed6d159ad44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:25.032994 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4adba5e1-c054-4179-b547-ae1f9b9573bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:25.047696 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671db4b3-ede4-4574-83d5-0ed6d159ad44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c681199d-964b-42b0-a639-57f6138becc2,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:25.050394 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-671db4b3-ede4-4574-83d5-0ed6d159ad44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:25.058576 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-671db4b3-ede4-4574-83d5-0ed6d159ad44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:25.059736 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-671db4b3-ede4-4574-83d5-0ed6d159ad44 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c681199d-964b-42b0-a639-57f6138becc2 HTTP/1.1" status: 204 len: 168 time: 0.2681923 May 04 22:29:28.772731 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-ca71a483-27fd-40a8-adc9-1aa32308e57a tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:28.775754 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-ca71a483-27fd-40a8-adc9-1aa32308e57a tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/networks?id=a106cd41-91f0-4127-8319-b49330e3d302 HTTP/1.1" status: 200 len: 814 time: 0.2286201 May 04 22:29:28.802687 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-017f129c-6e96-4063-aea2-4b812f1585e0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/quotas/27cd660b21c54b72a03160a20033b65d HTTP/1.1" status: 200 len: 375 time: 0.0190632 May 04 22:29:28.923676 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-05d3e5b4-deb4-42c6-8e86-79daca170f4a tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=27cd660b21c54b72a03160a20033b65d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1144819 May 04 22:29:29.312802 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-2f2b993d-e120-417c-86bd-b2d8fcfe4931 service neutron] 10.222.0.72 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749816 May 04 22:29:29.490337 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a33140c9-2749-4b53-b498-55faf8053a5c req-ad82e373-b45a-41e1-bfb8-6d6d537959bc tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=e8c8d869865d435886cb01c748573a85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421710 May 04 22:29:29.516404 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-4d0eaa73-9375-4b80-9959-57c87b162bfa service neutron] 10.222.0.72 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969147 May 04 22:29:29.752350 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33140c9-2749-4b53-b498-55faf8053a5c req-9d5ac089-64e2-4cdc-b66e-008073115b77 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:29.755027 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a33140c9-2749-4b53-b498-55faf8053a5c req-9d5ac089-64e2-4cdc-b66e-008073115b77 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2559357 May 04 22:29:29.778964 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a33140c9-2749-4b53-b498-55faf8053a5c req-661adcd1-6777-4b35-a580-d548ac8d157d tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/quotas/e8c8d869865d435886cb01c748573a85 HTTP/1.1" status: 200 len: 375 time: 0.0171223 May 04 22:29:29.839742 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a33140c9-2749-4b53-b498-55faf8053a5c req-fead2b3d-5b75-4dc1-88f4-02cbf8640afa tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=e8c8d869865d435886cb01c748573a85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0506747 May 04 22:29:30.064772 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-65d0cd2d-637b-4d1e-a0c8-eda496110081 req-646f610a-9192-4491-84aa-a26c2d672b62 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 210 time: 0.0546775 May 04 22:29:30.232172 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-9d08c71d-f2d6-4fd2-8884-cfb6a8aea584 req-9973412a-298c-4399-bc03-0304bb4f754b tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 210 time: 0.0816731 May 04 22:29:31.155946 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c90195e6-7104-454b-845a-39936c8c2b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:31.276286 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d4c8df15-8e8f-4ed6-a640-9045c4664429 req-deeef50c-6ef2-4593-a689-bfc45906a926 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 210 time: 0.0548546 May 04 22:29:31.409296 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b5a72775-5b05-4194-b134-004441fb574c req-16cb9519-c668-4adc-ab61-29ff080c3b6a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 210 time: 0.0858839 May 04 22:29:31.616945 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:32.542810 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b5fa175e-c73d-4891-9c15-85af828f9be9 req-96518bbd-0480-40ee-b58d-197f998469b4 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 210 time: 0.0592201 May 04 22:29:32.624271 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b0c82490-c61f-4914-a36c-71249c20fbf5 req-6a3bc6bd-1be6-43a4-917d-c15b0aaef31c tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 210 time: 0.0543199 May 04 22:29:32.659508 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-e0c18905-bb96-4b26-a22a-f44e09db7057 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:32.662268 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-e0c18905-bb96-4b26-a22a-f44e09db7057 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "GET /v2.0/networks?id=a106cd41-91f0-4127-8319-b49330e3d302 HTTP/1.1" status: 200 len: 814 time: 0.2668488 May 04 22:29:32.682274 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Request body: {'port': {'device_id': '8d2f467c-c9a2-4a65-95f0-7fe01f880269', 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302', 'admin_state_up': True, 'tenant_id': '27cd660b21c54b72a03160a20033b65d'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:29:32.872614 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:29:32.885742 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:29:33.000667 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Made reservation on behalf of 27cd660b21c54b72a03160a20033b65d for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:29:33.005199 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:33.239280 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a33140c9-2749-4b53-b498-55faf8053a5c req-ee135145-baba-4384-8884-deb7fe6ea296 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.85 "GET /v2.0/networks?tenant_id=e8c8d869865d435886cb01c748573a85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350976 May 04 22:29:33.243381 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Allocated IP 172.20.0.12 (a106cd41-91f0-4127-8319-b49330e3d302/f582991d-2026-4292-8d9d-c6b936e98ce3/8d510548-d3ad-495c-bef5-264dc4a6b0e5) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:29:33.569208 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33140c9-2749-4b53-b498-55faf8053a5c req-544ddf52-06fb-4dfb-a60f-7a0ecac8b39f tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:33.571234 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a33140c9-2749-4b53-b498-55faf8053a5c req-544ddf52-06fb-4dfb-a60f-7a0ecac8b39f tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3256521 May 04 22:29:33.596051 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Request body: {'port': {'device_id': 'a461c7a4-887e-4b0a-9e5f-8483d3e6fc88', 'network_id': 'ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d', 'admin_state_up': True, 'tenant_id': 'e8c8d869865d435886cb01c748573a85'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:29:33.830169 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-97656d1a-b5e8-4080-8175-7024790ace5a req-74aad578-c5c5-48be-8374-f935be64a774 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 210 time: 0.0675864 May 04 22:29:33.871597 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-386ceaa4-d277-4731-bfca-4b13e2910f2d req-df92c1d1-a9e1-4b20-8aa6-30b1ac822742 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 210 time: 0.0798719 May 04 22:29:33.950682 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:33.985773 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:29:33.991654 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Usage tracker for resource:port and tenant:e8c8d869865d435886cb01c748573a85 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:29:33.995136 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:29:34.003864 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:29:34.136983 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:34.144677 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:34.150618 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['b5d276aa-f42e-4298-9c13-0dc4f00f2152'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:29:34.196944 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:34.250641 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Made reservation on behalf of e8c8d869865d435886cb01c748573a85 for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:29:34.257013 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:34.277525 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Network a106cd41-91f0-4127-8319-b49330e3d302 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:29:34.284524 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:29:34.297300 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:29:34.327427 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:34.352732 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Pushing event updated for resources: {'Port': ['ID=8d510548-d3ad-495c-bef5-264dc4a6b0e5,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:34.360134 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:34.364583 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:29:34.378049 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Usage tracker for resource:security_group_rule and tenant:e8c8d869865d435886cb01c748573a85 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:29:34.383738 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:29:34.394073 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:29:34.405730 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:34.406395 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:34.526882 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8494816 May 04 22:29:34.542275 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Request body: {'port': {'device_id': '8d2f467c-c9a2-4a65-95f0-7fe01f880269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:29:34.605997 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:34.696699 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:34.715352 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e0a136ee-e953-40e9-921f-0c3e68867dec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:34.899174 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61b641d1-d681-4360-9f0c-f2d2c0053e84,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:34.929585 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:34.940176 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:35.096708 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5dba92ab-fb2b-4664-a7b5-8c469f248043 req-e9ebd159-0b32-449f-95d4-aa0fe5d044e1 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 210 time: 0.0791028 May 04 22:29:35.166193 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-aa66b69c-f0fa-4953-848f-e90d1914f185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:35.337308 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Allocated IP 192.168.233.12 (ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d/4499aa48-98f2-4ec6-ab97-a2de5b7515f1/128ce00a-d3ad-4c51-a0be-97418b4e61ac) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:29:35.548136 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685bc3d-8c56-4db2-a4f4-dee7c654c774 req-2e3f4a70-79f9-417d-9269-64f8494fc39c tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:35.548887 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-4685bc3d-8c56-4db2-a4f4-dee7c654c774 req-2e3f4a70-79f9-417d-9269-64f8494fc39c tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Synchronizing usage tracker for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:29:35.750236 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-4685bc3d-8c56-4db2-a4f4-dee7c654c774 req-2e3f4a70-79f9-417d-9269-64f8494fc39c tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Unset dirty status for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:29:35.751533 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4685bc3d-8c56-4db2-a4f4-dee7c654c774 req-2e3f4a70-79f9-417d-9269-64f8494fc39c tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 932 time: 0.6227415 May 04 22:29:35.901653 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:35.938625 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4685bc3d-8c56-4db2-a4f4-dee7c654c774 req-fc79ef47-3862-40ec-bd0b-91eca9bc2801 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746285 May 04 22:29:35.958532 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d510548-d3ad-495c-bef5-264dc4a6b0e5 {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:29:35.967623 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Transition to ACTIVE for port object 128ce00a-d3ad-4c51-a0be-97418b4e61ac will not be triggered until provisioned by entity DHCP. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:29:35.976425 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:36.014617 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Transition to ACTIVE for port object 8d510548-d3ad-495c-bef5-264dc4a6b0e5 will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:29:36.137018 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:36.145307 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-6044b204-d182-4bae-9ec4-d0eb478b44b7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:36.212181 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:36.257134 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:36.321703 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d510548-d3ad-495c-bef5-264dc4a6b0e5,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:36.327499 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Network ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:29:36.328770 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:36.358563 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-1331ba9a-3244-4d75-aec1-1c0a3761b8a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:36.373806 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb383072-d660-4713-a394-d1f714a32f22 req-7c2e216a-0f8a-43ca-ad90-02f548daa52f tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:36.375753 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-eb383072-d660-4713-a394-d1f714a32f22 req-7c2e216a-0f8a-43ca-ad90-02f548daa52f tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 935 time: 0.1260006 May 04 22:29:36.396469 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:29:36.409056 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:29:36.461232 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-eb383072-d660-4713-a394-d1f714a32f22 req-bfc5001b-b949-47a7-889e-461c709cf624 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/security-groups?id=61b641d1-d681-4360-9f0c-f2d2c0053e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784662 May 04 22:29:36.715123 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:36.716070 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:36.722745 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Pushing event updated for resources: {'Port': ['ID=128ce00a-d3ad-4c51-a0be-97418b4e61ac,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:36.733726 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:36.742461 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-6d56e329-bf49-467a-835a-bca908b03d3c None None] Provisioning for port 128ce00a-d3ad-4c51-a0be-97418b4e61ac completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:29:36.749441 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-6d56e329-bf49-467a-835a-bca908b03d3c None None] Provisioning complete for port 128ce00a-d3ad-4c51-a0be-97418b4e61ac triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:29:36.749948 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6d56e329-bf49-467a-835a-bca908b03d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:36.770565 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Attempting to bind port 8d510548-d3ad-495c-bef5-264dc4a6b0e5 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:29:36.771297 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Attempting to bind port 8d510548-d3ad-495c-bef5-264dc4a6b0e5 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:29:36.771297 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Attempting to bind port 8d510548-d3ad-495c-bef5-264dc4a6b0e5 on network a106cd41-91f0-4127-8319-b49330e3d302 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:29:36.776947 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Port 8d510548-d3ad-495c-bef5-264dc4a6b0e5 on network a106cd41-91f0-4127-8319-b49330e3d302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:29:36.779443 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Attempting to bind port 8d510548-d3ad-495c-bef5-264dc4a6b0e5 on network a106cd41-91f0-4127-8319-b49330e3d302 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:29:36.783346 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:29:36.783677 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Checking segment: {'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:29:36.784061 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Bound using segment: {'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:29:36.784474 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Bound port: 8d510548-d3ad-495c-bef5-264dc4a6b0e5, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:29:36.784844 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:36.813149 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-6d56e329-bf49-467a-835a-bca908b03d3c None None] Port 128ce00a-d3ad-4c51-a0be-97418b4e61ac cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:29:36.844331 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a33140c9-2749-4b53-b498-55faf8053a5c req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2620790 May 04 22:29:36.865147 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Request body: {'port': {'device_id': 'a461c7a4-887e-4b0a-9e5f-8483d3e6fc88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:29:36.955501 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] For port 8d510548-d3ad-495c-bef5-264dc4a6b0e5, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:29:37.012937 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] For port 8d510548-d3ad-495c-bef5-264dc4a6b0e5, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8d510548-d3ad-495c-bef5-264dc4a6b0e5,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:29:37.035964 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:37.131489 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:37.143273 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-d678b56f-6fc1-4d84-a76d-fd30474ae30c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:37.215464 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:37.216266 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:37.218368 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] 10.222.0.85 "PUT /v2.0/ports/8d510548-d3ad-495c-bef5-264dc4a6b0e5 HTTP/1.1" status: 200 len: 1094 time: 2.6817622 May 04 22:29:37.230307 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d2f467c-c9a2-4a65-95f0-7fe01f880269', 'tag': '8d510548-d3ad-495c-bef5-264dc4a6b0e5'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:29:37.316629 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d2f467c-c9a2-4a65-95f0-7fe01f880269', 'tag': '8d510548-d3ad-495c-bef5-264dc4a6b0e5', 'status': 'completed', 'code': 200} May 04 22:29:37.373535 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Pushing event updated for resources: {'Port': ['ID=8d510548-d3ad-495c-bef5-264dc4a6b0e5,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:37.387255 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:37.454475 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9150eaa4-cc8d-4ebc-9130-ad7b09c6edea req-6342be90-1550-4bc7-bd62-7c94d9993cd0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:37.456123 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9150eaa4-cc8d-4ebc-9130-ad7b09c6edea req-6342be90-1550-4bc7-bd62-7c94d9993cd0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 944 time: 0.3724682 May 04 22:29:37.646000 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d7a57-74fa-448a-b912-a63710891fa8 req-377e3c68-2876-43a6-af40-a6d119b15d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:37.647536 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1e2d7a57-74fa-448a-b912-a63710891fa8 req-377e3c68-2876-43a6-af40-a6d119b15d5f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=27cd660b21c54b72a03160a20033b65d&device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 1097 time: 0.3162324 May 04 22:29:37.701931 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9150eaa4-cc8d-4ebc-9130-ad7b09c6edea req-ae0e5ff7-8971-4530-a4ea-f6730e9ccb09 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275145 May 04 22:29:37.738285 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdbb2a2-08c6-493f-adec-26e7f5249027 req-21facb54-1845-418a-bfa4-d74e9b092d92 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:37.738285 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-4bdbb2a2-08c6-493f-adec-26e7f5249027 req-21facb54-1845-418a-bfa4-d74e9b092d92 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 935 time: 0.1072757 May 04 22:29:37.816420 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-4bdbb2a2-08c6-493f-adec-26e7f5249027 req-136e3fa7-4307-4225-9b4e-88bf182bf0fc tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/security-groups?id=61b641d1-d681-4360-9f0c-f2d2c0053e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707800 May 04 22:29:37.958381 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-43bd7ccc-bed9-43c1-ae5e-cb6f55f40953 req-27e9ff67-5967-4cfb-9343-f19b9bd357f7 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4858761 May 04 22:29:38.008517 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d7a57-74fa-448a-b912-a63710891fa8 req-90939091-3476-4732-a415-6eaded8a70bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:38.010144 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1e2d7a57-74fa-448a-b912-a63710891fa8 req-90939091-3476-4732-a415-6eaded8a70bc service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=27cd660b21c54b72a03160a20033b65d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3430803 May 04 22:29:38.095803 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 128ce00a-d3ad-4c51-a0be-97418b4e61ac {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:29:38.165079 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:38.205539 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Transition to ACTIVE for port object 128ce00a-d3ad-4c51-a0be-97418b4e61ac will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:29:38.266906 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d7a57-74fa-448a-b912-a63710891fa8 req-20e8e7ab-b666-4e83-a655-6d16c243f494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:38.268429 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-1e2d7a57-74fa-448a-b912-a63710891fa8 req-20e8e7ab-b666-4e83-a655-6d16c243f494 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2473347 May 04 22:29:38.271264 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:38.276019 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-11818340-9b7a-4cad-820c-aaf0953ff744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:38.317871 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd7ccc-bed9-43c1-ae5e-cb6f55f40953 req-2e98b96a-12de-4603-8724-1d1ac27b11e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:38.319353 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-43bd7ccc-bed9-43c1-ae5e-cb6f55f40953 req-2e98b96a-12de-4603-8724-1d1ac27b11e7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=27cd660b21c54b72a03160a20033b65d&device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 1098 time: 0.2725122 May 04 22:29:38.393542 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:38.820187 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Pushing event updated for resources: {'Port': ['ID=128ce00a-d3ad-4c51-a0be-97418b4e61ac,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:38.835770 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:39.021590 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e317c-51d0-4e5e-b638-5665fa201efa req-afe42ae5-f1e1-4383-b93e-fbb55ae614c1 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:39.023097 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1d4e317c-51d0-4e5e-b638-5665fa201efa req-afe42ae5-f1e1-4383-b93e-fbb55ae614c1 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 947 time: 0.0902436 May 04 22:29:39.031058 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd7ccc-bed9-43c1-ae5e-cb6f55f40953 req-6c2d66a2-022f-480a-8b81-64b7a05be1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:39.032616 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-43bd7ccc-bed9-43c1-ae5e-cb6f55f40953 req-6c2d66a2-022f-480a-8b81-64b7a05be1af service neutron] 10.222.0.85 "GET /v2.0/networks?id=a106cd41-91f0-4127-8319-b49330e3d302 HTTP/1.1" status: 200 len: 915 time: 0.6657112 May 04 22:29:39.070986 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1d4e317c-51d0-4e5e-b638-5665fa201efa req-44f2a24d-4e62-4558-8aea-a6d86700deab tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/security-groups?id=61b641d1-d681-4360-9f0c-f2d2c0053e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417829 May 04 22:29:39.119820 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-098b90e1-8084-4b6b-b8af-3ddc1f0b568d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:39.121344 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-098b90e1-8084-4b6b-b8af-3ddc1f0b568d service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=27cd660b21c54b72a03160a20033b65d&device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 1097 time: 0.8073027 May 04 22:29:39.135468 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-43bd7ccc-bed9-43c1-ae5e-cb6f55f40953 req-12070ef6-142a-48f0-98e6-890f763f2692 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5d276aa-f42e-4298-9c13-0dc4f00f2152 HTTP/1.1" status: 200 len: 217 time: 0.0876040 May 04 22:29:39.136102 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Attempting to bind port 128ce00a-d3ad-4c51-a0be-97418b4e61ac on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:29:39.136430 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Attempting to bind port 128ce00a-d3ad-4c51-a0be-97418b4e61ac by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'cd9e9572-96f4-4d11-aabf-5d1a2dd40704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:29:39.136754 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Attempting to bind port 128ce00a-d3ad-4c51-a0be-97418b4e61ac on network ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:29:39.246785 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Port 128ce00a-d3ad-4c51-a0be-97418b4e61ac on network ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:29:39.247037 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Attempting to bind port 128ce00a-d3ad-4c51-a0be-97418b4e61ac on network ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:29:39.251695 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-c0d7b5f2-7ca8-45cb-931e-b3ec542f5045 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8d510548-d3ad-495c-bef5-264dc4a6b0e5 HTTP/1.1" status: 200 len: 217 time: 0.1181335 May 04 22:29:39.310008 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:29:39.310347 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Checking segment: {'id': 'cd9e9572-96f4-4d11-aabf-5d1a2dd40704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:29:39.311745 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Bound using segment: {'id': 'cd9e9572-96f4-4d11-aabf-5d1a2dd40704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:29:39.312399 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Bound port: 128ce00a-d3ad-4c51-a0be-97418b4e61ac, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd9e9572-96f4-4d11-aabf-5d1a2dd40704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 951, 'network_id': 'ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:29:39.313032 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:39.422007 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86909cb6-dcd3-4a63-9896-34703e573b20 req-5775d454-3b26-4f2d-8096-4472cba0ec3e tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:39.423617 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-86909cb6-dcd3-4a63-9896-34703e573b20 req-5775d454-3b26-4f2d-8096-4472cba0ec3e tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 944 time: 0.5580688 May 04 22:29:39.434720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd7ccc-bed9-43c1-ae5e-cb6f55f40953 req-2b783d45-ba67-441a-a6f4-35b573aee71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:39.436482 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-43bd7ccc-bed9-43c1-ae5e-cb6f55f40953 req-2b783d45-ba67-441a-a6f4-35b573aee71c service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f582991d-2026-4292-8d9d-c6b936e98ce3 HTTP/1.1" status: 200 len: 854 time: 0.2457082 May 04 22:29:39.466176 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-62688841-ba83-47d7-a55c-551c901d6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:39.469508 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-62688841-ba83-47d7-a55c-551c901d6c7a service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f582991d-2026-4292-8d9d-c6b936e98ce3 HTTP/1.1" status: 200 len: 854 time: 0.2057595 May 04 22:29:39.590578 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-43bd7ccc-bed9-43c1-ae5e-cb6f55f40953 req-c1736d1e-2fc7-4eec-b806-b3a756608287 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a106cd41-91f0-4127-8319-b49330e3d302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324997 May 04 22:29:39.595552 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-2bf75e19-ecf0-4669-88bc-f63f43a8c9fb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a106cd41-91f0-4127-8319-b49330e3d302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871103 May 04 22:29:39.741737 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] For port 128ce00a-d3ad-4c51-a0be-97418b4e61ac, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:29:39.746456 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-86909cb6-dcd3-4a63-9896-34703e573b20 req-2813f279-e79b-42e2-8066-54982c1bda64 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072124 May 04 22:29:39.815062 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] For port 128ce00a-d3ad-4c51-a0be-97418b4e61ac, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=128ce00a-d3ad-4c51-a0be-97418b4e61ac,segment=NetworkSegment(cd9e9572-96f4-4d11-aabf-5d1a2dd40704),segment_id=cd9e9572-96f4-4d11-aabf-5d1a2dd40704)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:29:39.884968 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:39.893488 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cade3bb7-313c-4e67-977d-be36e2ba89af tempest-VolumesSnapshotTestJSON-746056888 tempest-VolumesSnapshotTestJSON-746056888-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:39.973071 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-72c5d67f-3ddd-47ee-8893-c9ad10358ec2 service neutron] 10.222.0.85 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595858 May 04 22:29:39.974735 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-43bd7ccc-bed9-43c1-ae5e-cb6f55f40953 req-0b8dd47f-ff1e-420d-86d4-c66b920af8d4 service neutron] 10.222.0.85 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563821 May 04 22:29:39.981670 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:39.982316 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:39.983860 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a33140c9-2749-4b53-b498-55faf8053a5c req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] 10.222.0.85 "PUT /v2.0/ports/128ce00a-d3ad-4c51-a0be-97418b4e61ac HTTP/1.1" status: 200 len: 1097 time: 3.1304812 May 04 22:29:39.984382 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a461c7a4-887e-4b0a-9e5f-8483d3e6fc88', 'tag': '128ce00a-d3ad-4c51-a0be-97418b4e61ac'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:29:40.052965 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a461c7a4-887e-4b0a-9e5f-8483d3e6fc88', 'tag': '128ce00a-d3ad-4c51-a0be-97418b4e61ac', 'status': 'completed', 'code': 200} May 04 22:29:40.208968 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Pushing event updated for resources: {'Port': ['ID=128ce00a-d3ad-4c51-a0be-97418b4e61ac,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:40.222552 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:40.391870 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e3c1a999-84ee-4bac-824a-bceb53f8baa7 req-ca32e4d5-55fb-4402-9d7b-a91c0adbc7fd service neutron] 10.222.0.85 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954077 May 04 22:29:40.401616 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-43bd7ccc-bed9-43c1-ae5e-cb6f55f40953 req-9e2e2b08-b1e2-44db-b2ba-e8320a053531 service neutron] 10.222.0.85 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775237 May 04 22:29:40.422184 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9883d3f-5c11-4476-8b13-58710fd03637 req-59a70b5a-9f19-4cad-8762-4e3d7cc167b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:40.424256 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c9883d3f-5c11-4476-8b13-58710fd03637 req-59a70b5a-9f19-4cad-8762-4e3d7cc167b2 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e8c8d869865d435886cb01c748573a85&device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 1100 time: 0.2673643 May 04 22:29:40.440166 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbc9fd-5fa9-423b-a306-a8ad141da273 req-408f7f9a-5b52-42f7-a972-599a23b97fce tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:40.440951 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-febbc9fd-5fa9-423b-a306-a8ad141da273 req-408f7f9a-5b52-42f7-a972-599a23b97fce tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Synchronizing usage tracker for tenant:e8c8d869865d435886cb01c748573a85 on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:29:40.619816 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c9883d3f-5c11-4476-8b13-58710fd03637 req-e3873d94-b9bf-445b-b9dd-35f64965ca39 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=e8c8d869865d435886cb01c748573a85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1756287 May 04 22:29:40.780107 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9883d3f-5c11-4476-8b13-58710fd03637 req-16575198-5155-412f-be2e-3b8df6d7e855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:40.781993 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c9883d3f-5c11-4476-8b13-58710fd03637 req-16575198-5155-412f-be2e-3b8df6d7e855 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1549766 May 04 22:29:40.792755 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-febbc9fd-5fa9-423b-a306-a8ad141da273 req-408f7f9a-5b52-42f7-a972-599a23b97fce tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Unset dirty status for tenant:e8c8d869865d435886cb01c748573a85 on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:29:40.793915 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-febbc9fd-5fa9-423b-a306-a8ad141da273 req-408f7f9a-5b52-42f7-a972-599a23b97fce tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 947 time: 0.5862210 May 04 22:29:40.918036 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-febbc9fd-5fa9-423b-a306-a8ad141da273 req-1dc00532-2dbd-41ff-b92a-efeeb6099b72 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Synchronizing usage tracker for tenant:e8c8d869865d435886cb01c748573a85 on resource:security_group {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:29:40.969773 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33140c9-2749-4b53-b498-55faf8053a5c req-cea0d54a-4d7e-42ec-8156-6e0751e37c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:40.971337 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a33140c9-2749-4b53-b498-55faf8053a5c req-cea0d54a-4d7e-42ec-8156-6e0751e37c62 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=e8c8d869865d435886cb01c748573a85&device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 1100 time: 0.1308858 May 04 22:29:40.986632 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376cc59-dc71-4a8b-94ad-3a50cfe9f3e4 req-e288fb91-e5a9-4e6c-829e-195bca2ab39d tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:40.988585 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e376cc59-dc71-4a8b-94ad-3a50cfe9f3e4 req-e288fb91-e5a9-4e6c-829e-195bca2ab39d tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 944 time: 0.1102242 May 04 22:29:41.041409 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-e376cc59-dc71-4a8b-94ad-3a50cfe9f3e4 req-30bc91ef-bc9c-458a-a9bf-a1833587cb56 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426078 May 04 22:29:41.047721 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a33140c9-2749-4b53-b498-55faf8053a5c req-95a71b63-bcf1-4b75-82e2-39ea97177048 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=128ce00a-d3ad-4c51-a0be-97418b4e61ac HTTP/1.1" status: 200 len: 217 time: 0.0653830 May 04 22:29:41.113997 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-febbc9fd-5fa9-423b-a306-a8ad141da273 req-1dc00532-2dbd-41ff-b92a-efeeb6099b72 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Unset dirty status for tenant:e8c8d869865d435886cb01c748573a85 on resource:security_group {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:29:41.115218 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-febbc9fd-5fa9-423b-a306-a8ad141da273 req-1dc00532-2dbd-41ff-b92a-efeeb6099b72 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/security-groups?id=61b641d1-d681-4360-9f0c-f2d2c0053e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141403 May 04 22:29:41.130419 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33140c9-2749-4b53-b498-55faf8053a5c req-62dba52c-29d7-436b-8e39-eed8c1195c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:41.131964 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a33140c9-2749-4b53-b498-55faf8053a5c req-62dba52c-29d7-436b-8e39-eed8c1195c04 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=4499aa48-98f2-4ec6-ab97-a2de5b7515f1 HTTP/1.1" status: 200 len: 843 time: 0.0775287 May 04 22:29:41.212136 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33140c9-2749-4b53-b498-55faf8053a5c req-fea55998-b526-45f6-b567-72f44b291edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:41.213613 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a33140c9-2749-4b53-b498-55faf8053a5c req-fea55998-b526-45f6-b567-72f44b291edb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0735040 May 04 22:29:41.376185 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a33140c9-2749-4b53-b498-55faf8053a5c req-844dc60e-5545-4b40-99a4-26f4dc223bcf service neutron] 10.222.0.85 "GET /v2.0/networks/ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533885 May 04 22:29:41.550762 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a33140c9-2749-4b53-b498-55faf8053a5c req-ac2c138b-193a-4f2d-9507-9d43dff4f049 service neutron] 10.222.0.85 "GET /v2.0/networks/ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678271 May 04 22:29:42.292114 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51283bd7-68e0-4acc-bf91-eba63e1fdffb req-72b82153-6bb9-49aa-a113-cae854f42cb0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:42.293706 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-51283bd7-68e0-4acc-bf91-eba63e1fdffb req-72b82153-6bb9-49aa-a113-cae854f42cb0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 944 time: 0.1407354 May 04 22:29:42.359921 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-51283bd7-68e0-4acc-bf91-eba63e1fdffb req-73a0ef19-1f61-45a3-91b6-1f65de15aeed tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581152 May 04 22:29:42.513430 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45502764-9b23-420d-afde-8d58ccae4ab2 req-9c8a8342-327f-40ca-8454-1aee4ce183ed tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:42.515547 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-45502764-9b23-420d-afde-8d58ccae4ab2 req-9c8a8342-327f-40ca-8454-1aee4ce183ed tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 947 time: 0.0961657 May 04 22:29:42.566826 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-45502764-9b23-420d-afde-8d58ccae4ab2 req-d7e7c88d-99be-4e25-9579-31eee8347156 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/security-groups?id=61b641d1-d681-4360-9f0c-f2d2c0053e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448501 May 04 22:29:43.578798 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d6075-b993-409f-8f87-0ac70ea4ce8d req-03893a5f-64ea-47a9-995c-c76f24c2a645 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:43.580354 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-287d6075-b993-409f-8f87-0ac70ea4ce8d req-03893a5f-64ea-47a9-995c-c76f24c2a645 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 944 time: 0.0886023 May 04 22:29:43.635096 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-287d6075-b993-409f-8f87-0ac70ea4ce8d req-07e0dd6b-0973-4ae9-b6fb-86a2d228c12c tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486317 May 04 22:29:43.779860 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659ec97-e810-463b-8d36-b4dc45b26819 req-2bafa2e9-6a33-4e34-8e3f-81c42b906d10 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:43.781476 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4659ec97-e810-463b-8d36-b4dc45b26819 req-2bafa2e9-6a33-4e34-8e3f-81c42b906d10 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 947 time: 0.1018109 May 04 22:29:43.827772 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4659ec97-e810-463b-8d36-b4dc45b26819 req-d30917ad-5563-4bb5-a284-9a75fb47d20a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/security-groups?id=61b641d1-d681-4360-9f0c-f2d2c0053e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400679 May 04 22:29:44.119404 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 128ce00a-d3ad-4c51-a0be-97418b4e61ac details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:29:44.261932 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 128ce00a-d3ad-4c51-a0be-97418b4e61ac, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=128ce00a-d3ad-4c51-a0be-97418b4e61ac,segment=NetworkSegment(cd9e9572-96f4-4d11-aabf-5d1a2dd40704),segment_id=cd9e9572-96f4-4d11-aabf-5d1a2dd40704)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:29:44.276833 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': '128ce00a-d3ad-4c51-a0be-97418b4e61ac', 'network_id': 'ba69a4f0-8a2c-4378-bbcd-eda6b9962a7d', 'port_id': '128ce00a-d3ad-4c51-a0be-97418b4e61ac', 'mac_address': 'fa:16:3e:0c:00:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 951, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4499aa48-98f2-4ec6-ab97-a2de5b7515f1', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:29:44.378157 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:44.397910 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 128ce00a-d3ad-4c51-a0be-97418b4e61ac {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:29:44.418357 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 128ce00a-d3ad-4c51-a0be-97418b4e61ac, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=128ce00a-d3ad-4c51-a0be-97418b4e61ac,segment=NetworkSegment(cd9e9572-96f4-4d11-aabf-5d1a2dd40704),segment_id=cd9e9572-96f4-4d11-aabf-5d1a2dd40704)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:29:44.508492 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:44.509324 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 8d510548-d3ad-495c-bef5-264dc4a6b0e5 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:29:44.511590 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-eb82b96c-8954-44a2-a624-dfeeb191fc13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:44.660481 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=128ce00a-d3ad-4c51-a0be-97418b4e61ac,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:44.667654 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:44.734549 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 8d510548-d3ad-495c-bef5-264dc4a6b0e5, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8d510548-d3ad-495c-bef5-264dc4a6b0e5,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:29:44.751157 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': '8d510548-d3ad-495c-bef5-264dc4a6b0e5', 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302', 'port_id': '8d510548-d3ad-495c-bef5-264dc4a6b0e5', 'mac_address': 'fa:16:3e:91:57:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f582991d-2026-4292-8d9d-c6b936e98ce3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:29:44.834444 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:44.854151 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d510548-d3ad-495c-bef5-264dc4a6b0e5 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:29:44.876269 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 8d510548-d3ad-495c-bef5-264dc4a6b0e5, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8d510548-d3ad-495c-bef5-264dc4a6b0e5,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:29:44.883073 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b356e-9fda-48f2-812b-f8aa28b606c3 req-35f532d2-d813-419e-ade4-dc690e245417 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:44.890182 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ae0b356e-9fda-48f2-812b-f8aa28b606c3 req-35f532d2-d813-419e-ade4-dc690e245417 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 944 time: 0.1043267 May 04 22:29:44.948263 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:44.950725 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:44.952334 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ae0b356e-9fda-48f2-812b-f8aa28b606c3 req-f2fb90b2-ceee-46ef-900e-f8c0df8b03fd tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533149 May 04 22:29:45.035246 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=8d510548-d3ad-495c-bef5-264dc4a6b0e5,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:45.040284 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:45.064167 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13965af2-5b11-4f67-982e-4c304724f0af req-323e4ffe-1884-4347-a62f-55877672d17b tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:45.065724 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-13965af2-5b11-4f67-982e-4c304724f0af req-323e4ffe-1884-4347-a62f-55877672d17b tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 948 time: 0.1136496 May 04 22:29:45.122117 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-13965af2-5b11-4f67-982e-4c304724f0af req-8798e184-bc2d-4040-ac5c-e6c6db206de0 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/security-groups?id=61b641d1-d681-4360-9f0c-f2d2c0053e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486965 May 04 22:29:45.186606 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['8d510548-d3ad-495c-bef5-264dc4a6b0e5'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:29:45.213299 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['128ce00a-d3ad-4c51-a0be-97418b4e61ac'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:29:46.141312 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 128ce00a-d3ad-4c51-a0be-97418b4e61ac up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:29:46.226041 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5846a4-06d7-4156-ac6e-51b33c0cd8c6 req-f55f1d1d-2a3f-4f86-b77d-0803bdf5ca8c tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:46.229612 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6f5846a4-06d7-4156-ac6e-51b33c0cd8c6 req-f55f1d1d-2a3f-4f86-b77d-0803bdf5ca8c tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 945 time: 0.1030245 May 04 22:29:46.285255 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6f5846a4-06d7-4156-ac6e-51b33c0cd8c6 req-3d1f121c-18a5-413f-baf0-0651078b5a6d tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465662 May 04 22:29:46.301809 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port 128ce00a-d3ad-4c51-a0be-97418b4e61ac completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:29:46.307748 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port 128ce00a-d3ad-4c51-a0be-97418b4e61ac triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:29:46.308182 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:46.338193 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efffb66-b406-4ccc-80fa-ac8885cd3da2 req-88848bbc-df8b-4224-996d-3ec6647ed747 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:46.339803 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9efffb66-b406-4ccc-80fa-ac8885cd3da2 req-88848bbc-df8b-4224-996d-3ec6647ed747 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 948 time: 0.0919993 May 04 22:29:46.426457 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9efffb66-b406-4ccc-80fa-ac8885cd3da2 req-eab15811-0074-489d-b025-2fdccb0ceaeb tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/security-groups?id=61b641d1-d681-4360-9f0c-f2d2c0053e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786164 May 04 22:29:46.450953 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:46.502043 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a461c7a4-887e-4b0a-9e5f-8483d3e6fc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128ce00a-d3ad-4c51-a0be-97418b4e61ac'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:29:46.514549 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 128ce00a-d3ad-4c51-a0be-97418b4e61ac, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=128ce00a-d3ad-4c51-a0be-97418b4e61ac,segment=NetworkSegment(cd9e9572-96f4-4d11-aabf-5d1a2dd40704),segment_id=cd9e9572-96f4-4d11-aabf-5d1a2dd40704)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:29:46.551701 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a461c7a4-887e-4b0a-9e5f-8483d3e6fc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '128ce00a-d3ad-4c51-a0be-97418b4e61ac', 'code': 200} May 04 22:29:46.598543 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:46.599463 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 8d510548-d3ad-495c-bef5-264dc4a6b0e5 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:29:46.626382 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:46.720635 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=128ce00a-d3ad-4c51-a0be-97418b4e61ac,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:46.724055 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:46.832965 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port 8d510548-d3ad-495c-bef5-264dc4a6b0e5 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:29:46.838274 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port 8d510548-d3ad-495c-bef5-264dc4a6b0e5 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:29:46.838652 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:46.991031 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:47.020030 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e7a44-af4e-4bf8-9e65-219e7898f384 req-893675d0-37a6-400f-b69b-51da338a8035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:47.021629 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-057e7a44-af4e-4bf8-9e65-219e7898f384 req-893675d0-37a6-400f-b69b-51da338a8035 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 1102 time: 0.0870447 May 04 22:29:47.034101 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 8d510548-d3ad-495c-bef5-264dc4a6b0e5, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8d510548-d3ad-495c-bef5-264dc4a6b0e5,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:29:47.072186 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-057e7a44-af4e-4bf8-9e65-219e7898f384 req-1d5b04f7-c000-496c-beb8-0e72d0f7626d service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=61b641d1-d681-4360-9f0c-f2d2c0053e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436611 May 04 22:29:47.119237 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:47.122018 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:47.200595 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=8d510548-d3ad-495c-bef5-264dc4a6b0e5,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:47.204648 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:47.580343 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7effaf8a-98b7-4aa3-a05c-528c578402f1 req-45510a38-200c-473e-a892-71800d66a059 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:47.581970 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7effaf8a-98b7-4aa3-a05c-528c578402f1 req-45510a38-200c-473e-a892-71800d66a059 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 946 time: 0.0977209 May 04 22:29:47.636455 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7effaf8a-98b7-4aa3-a05c-528c578402f1 req-95bd9a74-5222-4d1f-813a-78fd6c760b18 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486064 May 04 22:29:47.709112 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c81f4f-8119-4ca0-9ec1-996d39cb2cfc req-e4e625ed-6575-4e2b-b06f-48cacd163777 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:47.712053 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-05c81f4f-8119-4ca0-9ec1-996d39cb2cfc req-e4e625ed-6575-4e2b-b06f-48cacd163777 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 949 time: 0.1299253 May 04 22:29:47.791299 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-05c81f4f-8119-4ca0-9ec1-996d39cb2cfc req-1cf2b8ec-9ad1-4eb6-9d37-5c08feb2dd5e tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/security-groups?id=61b641d1-d681-4360-9f0c-f2d2c0053e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672283 May 04 22:29:48.553394 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2f467c-c9a2-4a65-95f0-7fe01f880269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d510548-d3ad-495c-bef5-264dc4a6b0e5'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:29:48.604888 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2f467c-c9a2-4a65-95f0-7fe01f880269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d510548-d3ad-495c-bef5-264dc4a6b0e5', 'code': 200} May 04 22:29:48.689916 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:29:48.859403 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14b2fd-77a7-46b1-b120-569dc4d57cb9 req-d79940c3-b065-4b39-8684-2f2471d605d7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:48.860994 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2a14b2fd-77a7-46b1-b120-569dc4d57cb9 req-d79940c3-b065-4b39-8684-2f2471d605d7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 946 time: 0.1063578 May 04 22:29:48.925303 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-2a14b2fd-77a7-46b1-b120-569dc4d57cb9 req-ec7b07e9-923e-43b4-9e4f-74bb905ab3cf tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580347 May 04 22:29:49.125676 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd33c22-a0c9-47f2-9f07-ac5fe53f2aec req-81cd499e-aa88-42df-9db9-813a0e053e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:49.127241 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8dd33c22-a0c9-47f2-9f07-ac5fe53f2aec req-81cd499e-aa88-42df-9db9-813a0e053e04 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 1099 time: 0.1458082 May 04 22:29:49.159549 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a089f9-2c69-4b00-9acb-6566498836e6 req-37b1050d-ce33-44a7-8979-e830d31437b5 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:49.161064 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-80a089f9-2c69-4b00-9acb-6566498836e6 req-37b1050d-ce33-44a7-8979-e830d31437b5 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 949 time: 0.1410232 May 04 22:29:49.212453 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8dd33c22-a0c9-47f2-9f07-ac5fe53f2aec req-459e6bdb-9900-400a-b381-7f6c89fdb5c4 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762446 May 04 22:29:49.226087 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-80a089f9-2c69-4b00-9acb-6566498836e6 req-73067476-724b-4cf5-84b9-10fe63d6f537 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/security-groups?id=61b641d1-d681-4360-9f0c-f2d2c0053e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581660 May 04 22:29:50.167016 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041662f6-0a8c-407f-a37c-c40db3c7e328 req-df8ef5f9-4a22-4061-b2da-69239b041716 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:50.168573 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-041662f6-0a8c-407f-a37c-c40db3c7e328 req-df8ef5f9-4a22-4061-b2da-69239b041716 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 949 time: 0.1324122 May 04 22:29:50.192609 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3c131e-c2ca-4c1b-ba94-e68b9fa0a0d1 req-c1db8450-187b-4642-8c8f-60773ba09c9b tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:50.195195 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-fe3c131e-c2ca-4c1b-ba94-e68b9fa0a0d1 req-c1db8450-187b-4642-8c8f-60773ba09c9b tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 946 time: 0.1328290 May 04 22:29:50.267782 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-fe3c131e-c2ca-4c1b-ba94-e68b9fa0a0d1 req-1e8312ab-1709-4401-ac5e-4ff8dff863a4 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638208 May 04 22:29:50.352501 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-041662f6-0a8c-407f-a37c-c40db3c7e328 req-3ecb90d0-2ae1-489f-9b05-709efb9ae7dc tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/security-groups?id=61b641d1-d681-4360-9f0c-f2d2c0053e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766157 May 04 22:29:51.485208 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d6b92-5d43-4abc-b6bc-8254c34ef0dc req-a345c789-f6f1-4a4d-85c9-8c82a9ae9756 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:51.486829 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b12d6b92-5d43-4abc-b6bc-8254c34ef0dc req-a345c789-f6f1-4a4d-85c9-8c82a9ae9756 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 946 time: 0.1029463 May 04 22:29:51.492986 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32266a7a-b948-4445-be56-7dc491022175 req-f2ba94d1-28f0-46b8-a273-71a4de1513ef tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:51.494889 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-32266a7a-b948-4445-be56-7dc491022175 req-f2ba94d1-28f0-46b8-a273-71a4de1513ef tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.85 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 949 time: 0.0943999 May 04 22:29:51.550785 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b12d6b92-5d43-4abc-b6bc-8254c34ef0dc req-b7313434-d752-4829-8cb0-00347b631bc2 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529449 May 04 22:29:51.719153 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777b9f9-c2f1-49bc-8487-604d71c39520 req-606cded9-7d29-4c52-b931-596e46eb3f69 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:51.720756 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a777b9f9-c2f1-49bc-8487-604d71c39520 req-606cded9-7d29-4c52-b931-596e46eb3f69 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 949 time: 0.1690342 May 04 22:29:51.730341 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-32266a7a-b948-4445-be56-7dc491022175 req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Deleting port 128ce00a-d3ad-4c51-a0be-97418b4e61ac {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:29:51.730676 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-32266a7a-b948-4445-be56-7dc491022175 req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:51.867276 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a777b9f9-c2f1-49bc-8487-604d71c39520 req-ae6a6339-bf04-4b14-ba67-294f4b363ac2 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/security-groups?id=61b641d1-d681-4360-9f0c-f2d2c0053e84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395514 May 04 22:29:51.921835 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-32266a7a-b948-4445-be56-7dc491022175 req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] For port 128ce00a-d3ad-4c51-a0be-97418b4e61ac, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=128ce00a-d3ad-4c51-a0be-97418b4e61ac,segment=NetworkSegment(cd9e9572-96f4-4d11-aabf-5d1a2dd40704),segment_id=cd9e9572-96f4-4d11-aabf-5d1a2dd40704)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:29:51.922229 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-32266a7a-b948-4445-be56-7dc491022175 req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:52.061640 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-32266a7a-b948-4445-be56-7dc491022175 req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Calling delete_port for 128ce00a-d3ad-4c51-a0be-97418b4e61ac owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:29:52.325106 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-32266a7a-b948-4445-be56-7dc491022175 req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:52.333374 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e2e9789b-aaa7-41c5-b68e-1ead9351d4f2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:52.342153 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['128ce00a-d3ad-4c51-a0be-97418b4e61ac'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:29:52.417962 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Pushing event deleted for resources: {'Port': ['ID=128ce00a-d3ad-4c51-a0be-97418b4e61ac,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:52.470788 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:52.471472 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:52.471842 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:52.472200 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:52.472555 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:52.472905 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:52.473250 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:52.473590 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:52.473932 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:52.474272 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:52.474617 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:52.474983 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:29:52.525187 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:52.549669 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-32266a7a-b948-4445-be56-7dc491022175 req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] No DVR routers for this DVR port 128ce00a-d3ad-4c51-a0be-97418b4e61ac on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:29:52.554721 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-32266a7a-b948-4445-be56-7dc491022175 req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:52.558703 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a461c7a4-887e-4b0a-9e5f-8483d3e6fc88', 'name': 'network-vif-deleted', 'tag': '128ce00a-d3ad-4c51-a0be-97418b4e61ac'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:29:52.655449 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-32266a7a-b948-4445-be56-7dc491022175 req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.85 "DELETE /v2.0/ports/128ce00a-d3ad-4c51-a0be-97418b4e61ac HTTP/1.1" status: 204 len: 173 time: 1.1538658 May 04 22:29:52.670270 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a461c7a4-887e-4b0a-9e5f-8483d3e6fc88', 'name': 'network-vif-deleted', 'tag': '128ce00a-d3ad-4c51-a0be-97418b4e61ac', 'status': 'completed', 'code': 200} May 04 22:29:53.060883 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0126d481-34df-42c1-a736-bc30e9b0e7ce req-1b9a5e3d-e42c-40ee-87e2-31098d8f0af6 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] 10.222.0.72 "GET /v2.0/ports?device_id=a461c7a4-887e-4b0a-9e5f-8483d3e6fc88 HTTP/1.1" status: 200 len: 210 time: 0.0532453 May 04 22:29:54.181250 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-fbd2c06f-4a21-4ed6-8581-6e3510361d4d tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:54.182790 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-fbd2c06f-4a21-4ed6-8581-6e3510361d4d tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/networks?id=a106cd41-91f0-4127-8319-b49330e3d302 HTTP/1.1" status: 200 len: 814 time: 0.1783872 May 04 22:29:54.207222 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-98533667-e43e-42c6-adce-712d49034292 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/quotas/27cd660b21c54b72a03160a20033b65d HTTP/1.1" status: 200 len: 375 time: 0.0158818 May 04 22:29:54.300097 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-2be6ea26-1fb2-4bed-9551-4ea657135ea2 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=27cd660b21c54b72a03160a20033b65d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0867839 May 04 22:29:54.482517 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cf71c781-23a4-42d9-8e56-1c6c5fa08770 service neutron] 10.222.0.72 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732128 May 04 22:29:54.662726 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-339da6a5-8ad7-44ff-9e54-501dfe1fe153 service neutron] 10.222.0.72 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693943 May 04 22:29:55.246494 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-91232309-6be3-4dd5-80f9-e669076174a5 req-5c11f1b2-2f54-46af-b5f6-3f2713b0574b tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 210 time: 0.1036203 May 04 22:29:56.183400 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 128ce00a-d3ad-4c51-a0be-97418b4e61ac no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:29:56.249666 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: 128ce00a-d3ad-4c51-a0be-97418b4e61ac {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:29:56.250123 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 128ce00a-d3ad-4c51-a0be-97418b4e61ac not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:29:56.433866 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f3931d4e-8207-436e-a476-8c2d62d5eb63 req-d3343804-553c-46fb-a877-461f8b1c6986 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 210 time: 0.0513494 May 04 22:29:57.677301 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-03a6bcfd-da0a-4d8f-bd7f-734dac24edb2 req-5fc74a07-febe-4706-8ec4-005774aa197b tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 210 time: 0.0831811 May 04 22:29:58.130886 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-459b47f5-506a-4282-9482-6d813a2bb21d tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:58.133251 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-459b47f5-506a-4282-9482-6d813a2bb21d tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "GET /v2.0/networks?id=a106cd41-91f0-4127-8319-b49330e3d302 HTTP/1.1" status: 200 len: 814 time: 0.2215247 May 04 22:29:58.145834 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Request body: {'port': {'device_id': 'ebae095c-21c0-4d2e-9c89-04fa2f4fdba6', 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302', 'admin_state_up': True, 'tenant_id': '27cd660b21c54b72a03160a20033b65d'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:29:58.417521 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:29:58.430588 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:29:58.564422 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Made reservation on behalf of 27cd660b21c54b72a03160a20033b65d for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:29:58.568131 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:58.796349 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Allocated IP 172.20.0.3 (a106cd41-91f0-4127-8319-b49330e3d302/f582991d-2026-4292-8d9d-c6b936e98ce3/7004993a-1dfa-4d16-b3c8-e9a092f5a3a6) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:29:58.932598 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-38f8d910-51ae-486e-8d55-e2463dc7f028 req-6bf9eb3d-2e8c-4fa0-91b1-4c23a0ad4eba tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 210 time: 0.0812099 May 04 22:29:59.273119 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:59.463943 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:59.473013 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:29:59.477797 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['b5d276aa-f42e-4298-9c13-0dc4f00f2152', '8d510548-d3ad-495c-bef5-264dc4a6b0e5'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:29:59.569402 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Network a106cd41-91f0-4127-8319-b49330e3d302 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:29:59.579809 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:29:59.582521 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:29:59.632140 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Pushing event updated for resources: {'Port': ['ID=7004993a-1dfa-4d16-b3c8-e9a092f5a3a6,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:29:59.636459 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:29:59.676667 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:29:59.677557 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:29:59.801481 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6595361 May 04 22:29:59.815999 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Request body: {'port': {'device_id': 'ebae095c-21c0-4d2e-9c89-04fa2f4fdba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:29:59.966311 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:00.207027 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97adfc66-48c9-43f5-86e7-3c4176067a42 req-1b17c46e-964b-4b96-92a0-51be3153b75e tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:00.209862 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-97adfc66-48c9-43f5-86e7-3c4176067a42 req-1b17c46e-964b-4b96-92a0-51be3153b75e tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 931 time: 0.1101615 May 04 22:30:00.404255 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-97adfc66-48c9-43f5-86e7-3c4176067a42 req-88da4ecb-a737-446b-a674-1749450a63b1 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828532 May 04 22:30:00.483398 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:30:00.495097 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:00.525641 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Transition to ACTIVE for port object 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:30:00.718986 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:00.723101 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-05ec22bb-0939-445d-91f0-8d7a2f8cbf77 tempest-VolumesActionsTest-641527422 tempest-VolumesActionsTest-641527422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:00.865570 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Pushing event updated for resources: {'Port': ['ID=7004993a-1dfa-4d16-b3c8-e9a092f5a3a6,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:00.920160 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:01.028358 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Attempting to bind port 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:30:01.028694 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Attempting to bind port 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:30:01.029028 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Attempting to bind port 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 on network a106cd41-91f0-4127-8319-b49330e3d302 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:30:01.034779 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Port 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 on network a106cd41-91f0-4127-8319-b49330e3d302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:30:01.035276 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Attempting to bind port 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 on network a106cd41-91f0-4127-8319-b49330e3d302 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:30:01.041407 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:30:01.041720 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Checking segment: {'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:30:01.042103 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Bound using segment: {'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:30:01.042527 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Bound port: 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:30:01.043076 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:01.114525 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bfd484ec-90a1-4145-89f6-cd696910ba9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:01.209827 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] For port 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:30:01.213429 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] For port 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7004993a-1dfa-4d16-b3c8-e9a092f5a3a6,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:30:01.335850 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:01.342472 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-63c36909-a844-4ef9-8e80-66e10b931768 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:01.425376 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:01.425994 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:01.427479 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] 10.222.0.85 "PUT /v2.0/ports/7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 HTTP/1.1" status: 200 len: 1093 time: 1.6170676 May 04 22:30:01.428084 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebae095c-21c0-4d2e-9c89-04fa2f4fdba6', 'tag': '7004993a-1dfa-4d16-b3c8-e9a092f5a3a6'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:30:01.467559 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Pushing event updated for resources: {'Port': ['ID=7004993a-1dfa-4d16-b3c8-e9a092f5a3a6,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:01.473051 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:01.546379 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebae095c-21c0-4d2e-9c89-04fa2f4fdba6', 'tag': '7004993a-1dfa-4d16-b3c8-e9a092f5a3a6', 'status': 'completed', 'code': 200} May 04 22:30:01.650425 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:01.681765 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-1585689b-612b-4eb4-b367-61656fe1aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:01.684396 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-1585689b-612b-4eb4-b367-61656fe1aa99 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=27cd660b21c54b72a03160a20033b65d&device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 1096 time: 0.1121297 May 04 22:30:01.761548 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c01775-f5cf-4812-ba28-226236adf1b7 req-93c14cb2-92df-44ea-9cef-518962ffbc8b tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:01.765313 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f8c01775-f5cf-4812-ba28-226236adf1b7 req-93c14cb2-92df-44ea-9cef-518962ffbc8b tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 943 time: 0.1490092 May 04 22:30:01.851891 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-f8c01775-f5cf-4812-ba28-226236adf1b7 req-2ae3ba8d-6abd-449e-8e5d-06d36f495bbb tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790079 May 04 22:30:01.922373 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-35134f2c-31fe-4de1-a153-9a6f5f60672d service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 HTTP/1.1" status: 200 len: 217 time: 0.2292933 May 04 22:30:02.018108 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cba8be4b-447f-4f0d-9b69-038d65c19e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:02.019807 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-cba8be4b-447f-4f0d-9b69-038d65c19e6f service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f582991d-2026-4292-8d9d-c6b936e98ce3 HTTP/1.1" status: 200 len: 854 time: 0.0862639 May 04 22:30:02.083456 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-09b77417-5e5a-4f82-b937-46e3f2c58ece service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a106cd41-91f0-4127-8319-b49330e3d302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556405 May 04 22:30:02.235876 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-906e03e3-ee10-48ee-ab9b-5b30ffd5aa03 service neutron] 10.222.0.85 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455927 May 04 22:30:02.378470 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-62cd2a63-a226-407e-8dec-014b2cd31c3a req-230c3a33-f3b6-4585-9a00-d987014af782 service neutron] 10.222.0.85 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343994 May 04 22:30:02.626447 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71658a72-bc8d-4c18-a3bf-5f4e4aa8e92f req-f7aae94f-aac3-4f26-b524-de31bb6ce27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:02.628011 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71658a72-bc8d-4c18-a3bf-5f4e4aa8e92f req-f7aae94f-aac3-4f26-b524-de31bb6ce27c service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=27cd660b21c54b72a03160a20033b65d&device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 1096 time: 0.1145091 May 04 22:30:02.803231 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71658a72-bc8d-4c18-a3bf-5f4e4aa8e92f req-e20a9e43-514a-4601-8c9e-6883f83ebdde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:02.804748 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71658a72-bc8d-4c18-a3bf-5f4e4aa8e92f req-e20a9e43-514a-4601-8c9e-6883f83ebdde service neutron] 10.222.0.85 "GET /v2.0/networks?id=a106cd41-91f0-4127-8319-b49330e3d302 HTTP/1.1" status: 200 len: 915 time: 0.1645689 May 04 22:30:02.876662 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71658a72-bc8d-4c18-a3bf-5f4e4aa8e92f req-d2d73356-4234-4f73-a667-0883ae51a0bb service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 HTTP/1.1" status: 200 len: 217 time: 0.0640020 May 04 22:30:02.968544 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71658a72-bc8d-4c18-a3bf-5f4e4aa8e92f req-f8942e88-7fce-45b0-bf63-0057f8091182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:02.971747 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71658a72-bc8d-4c18-a3bf-5f4e4aa8e92f req-f8942e88-7fce-45b0-bf63-0057f8091182 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f582991d-2026-4292-8d9d-c6b936e98ce3 HTTP/1.1" status: 200 len: 854 time: 0.0844169 May 04 22:30:03.061779 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71658a72-bc8d-4c18-a3bf-5f4e4aa8e92f req-9513e631-c701-40a5-a36d-0de8e8d9ee7a service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a106cd41-91f0-4127-8319-b49330e3d302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0829034 May 04 22:30:03.241819 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becc6949-4282-4825-8b6e-16793c8fc32c req-799666e6-8191-4148-ad7a-7c8a98503ca3 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:03.242648 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-becc6949-4282-4825-8b6e-16793c8fc32c req-799666e6-8191-4148-ad7a-7c8a98503ca3 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Synchronizing usage tracker for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:30:03.279277 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 34392) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:03.284608 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71658a72-bc8d-4c18-a3bf-5f4e4aa8e92f req-6edb8e85-bc06-4003-b880-b737f8cbd6ec service neutron] 10.222.0.85 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153637 May 04 22:30:03.420742 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-becc6949-4282-4825-8b6e-16793c8fc32c req-799666e6-8191-4148-ad7a-7c8a98503ca3 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Unset dirty status for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:30:03.422883 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-becc6949-4282-4825-8b6e-16793c8fc32c req-799666e6-8191-4148-ad7a-7c8a98503ca3 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 943 time: 0.4106812 May 04 22:30:03.533993 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-71658a72-bc8d-4c18-a3bf-5f4e4aa8e92f req-c021634c-5a46-4d6f-9408-f636a9340725 service neutron] 10.222.0.85 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389421 May 04 22:30:03.541100 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-becc6949-4282-4825-8b6e-16793c8fc32c req-45fbec66-704f-4696-883d-5cfd2b828e38 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908720 May 04 22:30:03.567737 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-21492a45-a750-40b6-a5e6-d1bdfeb73486 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=e8c8d869865d435886cb01c748573a85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865896 May 04 22:30:03.571375 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 34398) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:03.687535 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-00dfe3c1-a06a-4018-a240-0782475f4aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:03.732771 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-00dfe3c1-a06a-4018-a240-0782475f4aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:03.942000 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-00dfe3c1-a06a-4018-a240-0782475f4aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:03.946533 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-ed5d64f2-6ec7-4a92-a1b8-77c1afd7cd43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:03.962043 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dfe3c1-a06a-4018-a240-0782475f4aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b641d1-d681-4360-9f0c-f2d2c0053e84,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:03.964991 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-00dfe3c1-a06a-4018-a240-0782475f4aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:04.061420 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-00dfe3c1-a06a-4018-a240-0782475f4aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:04.062594 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-00dfe3c1-a06a-4018-a240-0782475f4aed admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/61b641d1-d681-4360-9f0c-f2d2c0053e84 HTTP/1.1" status: 204 len: 168 time: 0.4901114 May 04 22:30:04.215843 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:04.865216 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51fe913-8c0c-483e-a5e5-7eb4994a3f13 req-e4b5b5ed-ab35-4edf-8311-0bbea05bbf47 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:04.867178 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b51fe913-8c0c-483e-a5e5-7eb4994a3f13 req-e4b5b5ed-ab35-4edf-8311-0bbea05bbf47 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 943 time: 0.0967090 May 04 22:30:04.941681 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b51fe913-8c0c-483e-a5e5-7eb4994a3f13 req-df1d6eb7-00aa-422c-a2b0-946f93afcd88 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635908 May 04 22:30:05.153432 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6febc430-9936-410c-9a51-9a190c7b6d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:05.335017 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 34424) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:05.467349 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-857176682-network', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:05.472366 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:05.476450 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Usage tracker for resource:network and tenant:1a2732e303a14979b3a0c11781a5f9e2 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:05.479551 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:05.486050 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:05.649919 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Made reservation on behalf of 1a2732e303a14979b3a0c11781a5f9e2 for: {'network': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:30:05.652634 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:05.688950 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:05.698995 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:05.704141 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Usage tracker for resource:security_group_rule and tenant:1a2732e303a14979b3a0c11781a5f9e2 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:05.707365 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:05.713856 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:05.830441 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:05.913413 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:05.921193 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cf7ba8aa-5f37-4b32-8e69-5d70cd283367 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:05.964196 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] vlan segment allocate from pool success with {'vlan_id': 970, 'physical_network': 'physnet1'} {{(pid=74776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:30:05.989143 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde67e83-a025-4176-9870-47bf108769a7,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:05.998032 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:05.999268 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:05.999739 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.segments_db [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Added segment e65ec18d-28d1-44e2-9a31-811346889076 of type vlan for network aac42372-8090-46b8-8cd7-4bccfe6c7113 May 04 22:30:06.036768 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:06.166109 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:06.168822 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:06.169418 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:06.177170 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:06.201639 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:30:06.333229 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:06.443680 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7004993a-1dfa-4d16-b3c8-e9a092f5a3a6,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:30:06.467815 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': '7004993a-1dfa-4d16-b3c8-e9a092f5a3a6', 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302', 'port_id': '7004993a-1dfa-4d16-b3c8-e9a092f5a3a6', 'mac_address': 'fa:16:3e:84:76:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f582991d-2026-4292-8d9d-c6b936e98ce3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:30:06.503255 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Pushing event updated for resources: {'Network': ['ID=aac42372-8090-46b8-8cd7-4bccfe6c7113,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:06.516768 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:06.516980 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network aac42372-8090-46b8-8cd7-4bccfe6c7113 details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:30:06.543233 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9a6c3-1e55-40b4-8afc-207d24d4292b req-4a7f0aed-f504-4ef7-a0af-fa6ce35a007c tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:06.548905 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-82a9a6c3-1e55-40b4-8afc-207d24d4292b req-4a7f0aed-f504-4ef7-a0af-fa6ce35a007c tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 943 time: 0.4499524 May 04 22:30:06.588201 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-9406e5cb-4ffc-4895-87bf-07eb8697d78d admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2514851 May 04 22:30:06.592582 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 34432) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:06.600077 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Request body: {'subnet': {'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-857176682-subnet', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'ip_version': 4}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:06.605598 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:06.611562 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Usage tracker for resource:subnet and tenant:1a2732e303a14979b3a0c11781a5f9e2 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:06.614930 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:06.622520 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:06.631053 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-82a9a6c3-1e55-40b4-8afc-207d24d4292b req-a8df72ac-d0b7-4104-9c91-af0ec594ddd4 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773354 May 04 22:30:06.689873 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:06.714015 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:30:06.730609 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Made reservation on behalf of 1a2732e303a14979b3a0c11781a5f9e2 for: {'subnet': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:30:06.733245 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7004993a-1dfa-4d16-b3c8-e9a092f5a3a6,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:30:06.734841 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30743246'] for subnet, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:06.856622 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:06.859271 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:06.968374 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=7004993a-1dfa-4d16-b3c8-e9a092f5a3a6,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:06.977263 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:06.977593 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:06.977913 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:06.978235 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:06.978552 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:06.978902 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:06.979224 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:06.979562 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:06.979875 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:06.980210 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:06.980523 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:06.981602 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:06.986185 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:07.114445 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['7004993a-1dfa-4d16-b3c8-e9a092f5a3a6'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:30:07.337379 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31660865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30743228'] for subnet, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:07.341846 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-7553ae21-fe06-4990-b567-1159edebb10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:07.424386 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f6c782-0b64-4ab9-9590-da19a233bcfa,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:07.439081 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:07.439449 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:07.439813 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:07.440162 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:07.440509 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:07.440862 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:07.441217 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:07.441565 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:07.441916 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:07.442260 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:07.442609 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:07.442990 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:07.448199 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:07.449101 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Checking segment: {'id': 'e65ec18d-28d1-44e2-9a31-811346889076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:30:07.449453 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Network hostable DHCP agents. Network: aac42372-8090-46b8-8cd7-4bccfe6c7113, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:30:07.535584 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Network aac42372-8090-46b8-8cd7-4bccfe6c7113 is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:30:07.673341 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, aac42372-8090-46b8-8cd7-4bccfe6c7113) {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:30:07.692833 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0cac90-2cce-4388-8ccf-b16a4a9ab6ce None None] Network aac42372-8090-46b8-8cd7-4bccfe6c7113 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:30:07.695668 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:07.696495 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:07.835910 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-a4e62266-d0e8-466e-a72a-de938037c785 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2417457 May 04 22:30:07.840047 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 34438) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:07.848734 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:07.856619 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:07.863633 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Usage tracker for resource:router and tenant:1a2732e303a14979b3a0c11781a5f9e2 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:07.868845 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:07.881271 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:07.905535 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14787984-cae6-4cdd-8f98-d872ab04869a req-32b1dfcf-0cf8-4a89-a759-dd044a92bb16 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:07.907716 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-14787984-cae6-4cdd-8f98-d872ab04869a req-32b1dfcf-0cf8-4a89-a759-dd044a92bb16 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 944 time: 0.1222625 May 04 22:30:07.963924 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-14787984-cae6-4cdd-8f98-d872ab04869a req-478ea6a4-bc00-443a-b4e9-256a56bee249 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494089 May 04 22:30:07.989363 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496222'] for router, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:07.990694 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1015213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496215'] for router, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:08.010790 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939d5b3a-4c39-537c-93a9-2093ff0368b5-aac42372-8090-46b8-8cd7-4bccfe6c7113', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'fixed_ips': [{'subnet_id': '45f6c782-0b64-4ab9-9590-da19a233bcfa'}]}} from dv-cinder-786928-2-smb. {{(pid=74777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 22:30:08.011668 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:08.012605 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:08.197363 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.db_base_plugin_common [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Allocated IP 172.20.0.2 (aac42372-8090-46b8-8cd7-4bccfe6c7113/45f6c782-0b64-4ab9-9590-da19a233bcfa/58ce76a9-b9a9-4064-a2b3-5e5bf06637fe) {{(pid=74777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:30:08.209049 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:30:08.410860 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-947859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496293'] for router, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:08.429092 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:08.464344 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:30:08.479817 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:08.480125 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:08.555797 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Notify callbacks [] for port, precommit_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:08.572837 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Transition to ACTIVE for port object 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:30:08.624321 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Transition to ACTIVE for port object 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe will not be triggered until provisioned by entity DHCP. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:30:08.656886 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:08.699423 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebae095c-21c0-4d2e-9c89-04fa2f4fdba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7004993a-1dfa-4d16-b3c8-e9a092f5a3a6'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:30:08.716718 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7004993a-1dfa-4d16-b3c8-e9a092f5a3a6,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:30:08.752572 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebae095c-21c0-4d2e-9c89-04fa2f4fdba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7004993a-1dfa-4d16-b3c8-e9a092f5a3a6', 'code': 200} May 04 22:30:08.754239 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:08.758056 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-ad5c0956-8588-465b-bb44-3c69b3802ce0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:08.820090 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Network aac42372-8090-46b8-8cd7-4bccfe6c7113 is already hosted by enough agents. {{(pid=74777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:30:08.828508 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.base_scheduler [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Resources bound (agent type, host, resource id): {{(pid=74777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:30:08.833070 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Received port after_create {{(pid=74777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:30:08.841687 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Pushing event updated for resources: {'Port': ['ID=58ce76a9-b9a9-4064-a2b3-5e5bf06637fe,revision_number=1']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:08.842509 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:08.869500 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:08.878524 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:08.918868 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:08.918868 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:09.035060 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Attempting to bind port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:30:09.035629 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Attempting to bind port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'e65ec18d-28d1-44e2-9a31-811346889076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:30:09.036162 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Attempting to bind port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe on network aac42372-8090-46b8-8cd7-4bccfe6c7113 {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:30:09.048513 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:30:09.049095 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Checking segment: {'id': 'e65ec18d-28d1-44e2-9a31-811346889076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:30:09.050076 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:09.050942 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Bound using segment: {'id': 'e65ec18d-28d1-44e2-9a31-811346889076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:30:09.051923 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Bound port: 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65ec18d-28d1-44e2-9a31-811346889076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:30:09.052540 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:09.092618 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Allocated IP 172.28.3.79 (76581f0b-881c-41a1-a7c9-33e7218dfd31/7bfeb869-822c-4f12-8913-9d21738f2df2/35e74fb0-e8b0-49ac-a338-4eb48592ea52) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:30:09.172607 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=7004993a-1dfa-4d16-b3c8-e9a092f5a3a6,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:09.187425 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:09.215491 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] For port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:30:09.220312 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] For port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=58ce76a9-b9a9-4064-a2b3-5e5bf06637fe,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:30:09.239945 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591e648d-f475-4729-a9f1-33a221cf5fe1 req-3dd9502b-86af-4c76-a02e-7850e60317af tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:09.241711 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-591e648d-f475-4729-a9f1-33a221cf5fe1 req-3dd9502b-86af-4c76-a02e-7850e60317af tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 945 time: 0.1183641 May 04 22:30:09.298711 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-591e648d-f475-4729-a9f1-33a221cf5fe1 req-9d348fe5-5ace-4b5c-b1f2-81cf30aec957 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475721 May 04 22:30:09.318887 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:09.323965 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:09.336826 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:09.428924 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Pushing event updated for resources: {'Port': ['ID=58ce76a9-b9a9-4064-a2b3-5e5bf06637fe,revision_number=2']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:09.430059 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085b750-de12-4502-b47a-b58f0140fddf req-ef93e41b-6fc7-4caa-8d36-6633e170b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:09.433863 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:09.437071 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2085b750-de12-4502-b47a-b58f0140fddf req-ef93e41b-6fc7-4caa-8d36-6633e170b74c service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 1098 time: 0.1710155 May 04 22:30:09.500541 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2085b750-de12-4502-b47a-b58f0140fddf req-f9a7d309-b39a-4d42-9bbb-4366e1ef2c1b service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555780 May 04 22:30:09.553740 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:09.558285 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-79327c8b-f00c-4905-973f-1e69efa10231 tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:09.625472 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:30:09.631987 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:30:09.642928 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:30:09.734465 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Pushing event updated for resources: {'Port': ['ID=35e74fb0-e8b0-49ac-a338-4eb48592ea52,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:09.742309 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:09.819147 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:30:10.067413 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:30:10.410733 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:10.628403 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fc97d5-4ada-4964-82a2-cdaf6923c133 None None] Network aac42372-8090-46b8-8cd7-4bccfe6c7113 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:30:10.802626 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81633e-610f-4887-8ba8-6ccc7cba29d5 req-2a59b194-3438-4452-be35-60f28e173f15 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:10.804642 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4c81633e-610f-4887-8ba8-6ccc7cba29d5 req-2a59b194-3438-4452-be35-60f28e173f15 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 945 time: 0.3090932 May 04 22:30:10.891453 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-aaa08e60-c69b-4d20-8e47-38ccd26ddce6 None None] Provisioning for port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:30:10.912480 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-aaa08e60-c69b-4d20-8e47-38ccd26ddce6 None None] Provisioning complete for port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:10.913080 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-aaa08e60-c69b-4d20-8e47-38ccd26ddce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:11.014602 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-4c81633e-610f-4887-8ba8-6ccc7cba29d5 req-899e3135-7d93-4707-9875-2c0cf8b04d87 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337273 May 04 22:30:11.061370 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919814'] for router, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:11.145329 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-aaa08e60-c69b-4d20-8e47-38ccd26ddce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:11.191771 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-aaa08e60-c69b-4d20-8e47-38ccd26ddce6 None None] For port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=58ce76a9-b9a9-4064-a2b3-5e5bf06637fe,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:30:11.307401 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-aaa08e60-c69b-4d20-8e47-38ccd26ddce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:11.309715 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:11.402920 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa08e60-c69b-4d20-8e47-38ccd26ddce6 None None] Pushing event updated for resources: {'Port': ['ID=58ce76a9-b9a9-4064-a2b3-5e5bf06637fe,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:11.406359 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-aaa08e60-c69b-4d20-8e47-38ccd26ddce6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:11.437900 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-471559e5-3b91-42ae-ad97-d37ca44563d7 None None] Provisioning complete for port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:11.438511 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-471559e5-3b91-42ae-ad97-d37ca44563d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:11.472977 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Router 3acad534-a13a-4912-8c0b-42ddd72a4a9a is scheduled to L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f with binding_index 1 {{(pid=74776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 22:30:11.739627 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:30:11.754091 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Sync routers for ids ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:30:11.770322 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:30:11.805291 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Routers {'3acad534-a13a-4912-8c0b-42ddd72a4a9a'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:30:11.805951 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:30:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:11.902958 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Notify callbacks [] for router, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:11.905179 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0629079 May 04 22:30:11.909801 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 34448) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:12.006221 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:12.006919 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:12.063686 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Set router 3acad534-a13a-4912-8c0b-42ddd72a4a9a gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:30:12.588666 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:07Z', 'updated_at': '2021-05-04T22:30:10Z', 'revision_number': 3, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'gw_port': {'id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:08Z', 'updated_at': '2021-05-04T22:30:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:12.594486 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Checking router: 3acad534-a13a-4912-8c0b-42ddd72a4a9a for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:30:12.594877 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Updating router 3acad534-a13a-4912-8c0b-42ddd72a4a9a port 35e74fb0-e8b0-49ac-a338-4eb48592ea52 binding host dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:30:12.657702 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:12.751146 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a405d05-4cbe-463a-843a-9518613dbe8e req-fdfe8134-b228-4828-919e-fc303d378a89 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:12.754891 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1a405d05-4cbe-463a-843a-9518613dbe8e req-fdfe8134-b228-4828-919e-fc303d378a89 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 945 time: 0.4801676 May 04 22:30:12.845105 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1a405d05-4cbe-463a-843a-9518613dbe8e req-7a592e25-de19-4e92-885d-1dca00675728 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813031 May 04 22:30:13.129849 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Notify callbacks [] for port, precommit_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:13.146628 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Transition to ACTIVE for port object 35e74fb0-e8b0-49ac-a338-4eb48592ea52 will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:30:13.201353 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:13.273166 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:13.282114 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:13.422185 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Attempting to bind port 35e74fb0-e8b0-49ac-a338-4eb48592ea52 on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:30:13.422779 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Attempting to bind port 35e74fb0-e8b0-49ac-a338-4eb48592ea52 by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:30:13.423392 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Attempting to bind port 35e74fb0-e8b0-49ac-a338-4eb48592ea52 on network 76581f0b-881c-41a1-a7c9-33e7218dfd31 {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:30:13.443175 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:30:13.443645 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Checking segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:30:13.444315 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:13.444950 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Bound using segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:30:13.445755 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Bound port: 35e74fb0-e8b0-49ac-a338-4eb48592ea52, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:30:13.446475 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:13.493564 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f1d78-7e3f-4215-8ef9-311b2c43359b None None] Pushing event updated for resources: {'Port': ['ID=35e74fb0-e8b0-49ac-a338-4eb48592ea52,revision_number=2']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:13.498251 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_common [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Allocated IP 172.20.0.1 (aac42372-8090-46b8-8cd7-4bccfe6c7113/45f6c782-0b64-4ab9-9590-da19a233bcfa/50045672-4d50-4c9b-88f6-ba043d9ad5c4) {{(pid=74775) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:30:13.507171 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-b51f1d78-7e3f-4215-8ef9-311b2c43359b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:13.573823 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] For port 35e74fb0-e8b0-49ac-a338-4eb48592ea52, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:30:13.578510 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] For port 35e74fb0-e8b0-49ac-a338-4eb48592ea52, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=35e74fb0-e8b0-49ac-a338-4eb48592ea52,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:30:13.669323 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:13.677325 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:13.742198 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:13.762394 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.provisioning_blocks [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Transition to ACTIVE for port object 50045672-4d50-4c9b-88f6-ba043d9ad5c4 will not be triggered until provisioned by entity DHCP. {{(pid=74775) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:30:13.814472 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Routers {'3acad534-a13a-4912-8c0b-42ddd72a4a9a'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:30:13.815258 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:30:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:13.954240 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f1d78-7e3f-4215-8ef9-311b2c43359b None None] Pushing event updated for resources: {'Port': ['ID=35e74fb0-e8b0-49ac-a338-4eb48592ea52,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:13.960077 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-b51f1d78-7e3f-4215-8ef9-311b2c43359b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:14.033963 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] Set router 3acad534-a13a-4912-8c0b-42ddd72a4a9a gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:30:14.065003 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:14.074941 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3d6bf33b-84a0-4fe9-9520-5046bf647e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:14.172842 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Network aac42372-8090-46b8-8cd7-4bccfe6c7113 is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:30:14.177032 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:30:14.180880 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Received port after_create {{(pid=74775) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:30:14.239629 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Pushing event updated for resources: {'Port': ['ID=50045672-4d50-4c9b-88f6-ba043d9ad5c4,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:14.254436 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:14.260821 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919513'] for router_interface, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:14.375257 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:07Z', 'updated_at': '2021-05-04T22:30:10Z', 'revision_number': 3, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'gw_port': {'id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:08Z', 'updated_at': '2021-05-04T22:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:14.380445 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f207d-d3f7-439a-9508-a1fdbc22bf6c None None] The sync data for ids ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'] in dv-cinder-786928-2-smb is: [{'id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:07Z', 'updated_at': '2021-05-04T22:30:10Z', 'revision_number': 3, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'gw_port': {'id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:08Z', 'updated_at': '2021-05-04T22:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:30:14.582522 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:14.644914 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-26e901a0-a628-439d-967c-cddcf77b98cb None None] Provisioning for port 50045672-4d50-4c9b-88f6-ba043d9ad5c4 completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:30:14.657849 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-26e901a0-a628-439d-967c-cddcf77b98cb None None] Provisioning complete for port 50045672-4d50-4c9b-88f6-ba043d9ad5c4 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:14.657849 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-26e901a0-a628-439d-967c-cddcf77b98cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:14.782104 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-26e901a0-a628-439d-967c-cddcf77b98cb None None] Port 50045672-4d50-4c9b-88f6-ba043d9ad5c4 cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:30:14.955258 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:15.045104 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31642568'] for port, after_update {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:15.087011 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-000c59b2-01ae-4f65-857e-7279a67d790a tempest-VolumesActionsTest-396282976 tempest-VolumesActionsTest-396282976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:15.176370 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Pushing event updated for resources: {'Port': ['ID=50045672-4d50-4c9b-88f6-ba043d9ad5c4,revision_number=2']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:15.178764 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919418'] for router_interface, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:15.182929 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:15.356402 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Network aac42372-8090-46b8-8cd7-4bccfe6c7113 is already hosted by enough agents. {{(pid=74775) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:30:15.358400 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Resources bound (agent type, host, resource id): {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:30:15.648671 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Router 3acad534-a13a-4912-8c0b-42ddd72a4a9a has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74775) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:30:15.736662 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-d5b49075-5368-4c8b-8853-42560a3e22cd None None] Provisioning complete for port 50045672-4d50-4c9b-88f6-ba043d9ad5c4 triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:15.739456 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-d5b49075-5368-4c8b-8853-42560a3e22cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:15.802614 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 35e74fb0-e8b0-49ac-a338-4eb48592ea52 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:30:15.931530 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-d5b49075-5368-4c8b-8853-42560a3e22cd None None] Port 50045672-4d50-4c9b-88f6-ba043d9ad5c4 cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:30:16.128676 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74775) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:30:16.137503 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 35e74fb0-e8b0-49ac-a338-4eb48592ea52 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:30:16.145097 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-6f822a92-98d3-4ebd-a4da-711af59cd037 admin admin] 10.222.0.72 "PUT /v2.0/routers/3acad534-a13a-4912-8c0b-42ddd72a4a9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2325132 May 04 22:30:16.145418 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 35e74fb0-e8b0-49ac-a338-4eb48592ea52 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:16.146130 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:16.326724 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Sync routers for ids ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:30:16.330008 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:16.355144 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Routers {'3acad534-a13a-4912-8c0b-42ddd72a4a9a'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:30:16.355144 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:30:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:16.361113 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 35e74fb0-e8b0-49ac-a338-4eb48592ea52, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=35e74fb0-e8b0-49ac-a338-4eb48592ea52,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:30:16.500725 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:16.504877 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:16.580824 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Set router 3acad534-a13a-4912-8c0b-42ddd72a4a9a gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:30:16.708488 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=35e74fb0-e8b0-49ac-a338-4eb48592ea52,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:16.713617 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:17.028465 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:07Z', 'updated_at': '2021-05-04T22:30:14Z', 'revision_number': 4, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'gw_port': {'id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:08Z', 'updated_at': '2021-05-04T22:30:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '50045672-4d50-4c9b-88f6-ba043d9ad5c4', 'name': '', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'mac_address': 'fa:16:3e:26:73:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:13Z', 'updated_at': '2021-05-04T22:30:14Z', 'revision_number': 2, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'subnets': [{'id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:17.033954 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Checking router: 3acad534-a13a-4912-8c0b-42ddd72a4a9a for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:30:17.034585 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Updating router 3acad534-a13a-4912-8c0b-42ddd72a4a9a port 50045672-4d50-4c9b-88f6-ba043d9ad5c4 binding host dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:30:17.107874 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:17.262318 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 34486) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:17.269002 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-36678613-network', 'tenant_id': 'fd203076c4e844998a0dab3665d25236'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:17.273729 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:17.277950 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Usage tracker for resource:network and tenant:fd203076c4e844998a0dab3665d25236 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:17.282359 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:17.290194 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:17.421251 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Made reservation on behalf of fd203076c4e844998a0dab3665d25236 for: {'network': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:30:17.424714 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for network, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:17.444752 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:17.466399 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:17.473000 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Usage tracker for resource:security_group_rule and tenant:fd203076c4e844998a0dab3665d25236 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:17.476881 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:17.485039 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:17.595866 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:17.597998 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Notify callbacks [] for port, precommit_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:17.610716 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.provisioning_blocks [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Transition to ACTIVE for port object 50045672-4d50-4c9b-88f6-ba043d9ad5c4 will not be triggered until provisioned by entity L2. {{(pid=74778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:30:17.746878 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 35e74fb0-e8b0-49ac-a338-4eb48592ea52 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:30:17.817204 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 35e74fb0-e8b0-49ac-a338-4eb48592ea52 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:17.817584 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:17.975501 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:17.975746 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:17.978995 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-00dfe3c1-a06a-4018-a240-0782475f4aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:17.985600 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-c523635e-a8fa-4ad8-9c7d-7ea9fbf41c7a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:18.010197 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] vlan segment allocate from pool success with {'vlan_id': 958, 'physical_network': 'physnet1'} {{(pid=74776) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 22:30:18.019759 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8d77f2-6b84-4fb1-9fea-2af57362412d,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:18.024632 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:18.028358 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:18.028702 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.segments_db [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Added segment 7938b41f-f877-4464-993b-e21935697f9d of type vlan for network d338aafb-a088-493e-95bc-dd2cd6d56427 May 04 22:30:18.066090 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772420613268'] for network, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:18.116040 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Pushing event updated for resources: {'Port': ['ID=50045672-4d50-4c9b-88f6-ba043d9ad5c4,revision_number=3']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:18.158870 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:18.159218 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:18.159551 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:18.160463 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:18.160463 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:18.160463 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:18.160842 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:18.161060 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:18.161367 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:18.161670 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:18.162072 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:18.162377 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74778) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:18.187447 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536'] for network, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:18.189967 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:18.191275 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:18.191760 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:18.201349 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:18.234941 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Attempting to bind port 50045672-4d50-4c9b-88f6-ba043d9ad5c4 on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:30:18.236250 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Attempting to bind port 50045672-4d50-4c9b-88f6-ba043d9ad5c4 by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'e65ec18d-28d1-44e2-9a31-811346889076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113'}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:30:18.236853 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Attempting to bind port 50045672-4d50-4c9b-88f6-ba043d9ad5c4 on network aac42372-8090-46b8-8cd7-4bccfe6c7113 {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:30:18.248884 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:30:18.249204 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Checking segment: {'id': 'e65ec18d-28d1-44e2-9a31-811346889076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:30:18.249824 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:18.250718 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Bound using segment: {'id': 'e65ec18d-28d1-44e2-9a31-811346889076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113'} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:30:18.251598 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Bound port: 50045672-4d50-4c9b-88f6-ba043d9ad5c4, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e65ec18d-28d1-44e2-9a31-811346889076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113'}}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:30:18.252354 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:18.406641 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] For port 50045672-4d50-4c9b-88f6-ba043d9ad5c4, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:30:18.414543 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] For port 50045672-4d50-4c9b-88f6-ba043d9ad5c4, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=50045672-4d50-4c9b-88f6-ba043d9ad5c4,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:30:18.501436 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:18.507634 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:18.534110 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Pushing event updated for resources: {'Network': ['ID=d338aafb-a088-493e-95bc-dd2cd6d56427,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:18.538827 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:18.551711 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Network d338aafb-a088-493e-95bc-dd2cd6d56427 details requested by agent ovs-agent-dv-cinder-786928-2-smb with host dv-cinder-786928-2-smb {{(pid=74777) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 04 22:30:18.593975 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] 10.222.0.72 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3296845 May 04 22:30:18.600182 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 34492) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:18.605405 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Routers {'3acad534-a13a-4912-8c0b-42ddd72a4a9a'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:30:18.606428 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:30:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:18.613010 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Request body: {'subnet': {'network_id': 'd338aafb-a088-493e-95bc-dd2cd6d56427', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-36678613-subnet', 'tenant_id': 'fd203076c4e844998a0dab3665d25236', 'ip_version': 4}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:18.624261 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:18.634328 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Usage tracker for resource:subnet and tenant:fd203076c4e844998a0dab3665d25236 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:18.647639 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:18.659773 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:18.787191 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Made reservation on behalf of fd203076c4e844998a0dab3665d25236 for: {'subnet': 1} {{(pid=74775) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:30:18.791502 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30743246'] for subnet, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:18.802410 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Pushing event updated for resources: {'Port': ['ID=50045672-4d50-4c9b-88f6-ba043d9ad5c4,revision_number=4']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:18.805941 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-c491a0a2-4d5a-4522-a74e-15ff0293a4bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:18.892310 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] Set router 3acad534-a13a-4912-8c0b-42ddd72a4a9a gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:30:19.377510 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:07Z', 'updated_at': '2021-05-04T22:30:14Z', 'revision_number': 4, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'gw_port': {'id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:08Z', 'updated_at': '2021-05-04T22:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '50045672-4d50-4c9b-88f6-ba043d9ad5c4', 'name': '', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'mac_address': 'fa:16:3e:26:73:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:13Z', 'updated_at': '2021-05-04T22:30:18Z', 'revision_number': 4, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'subnets': [{'id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:19.385135 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc4b5fd-e3d8-46df-96e3-9f36cbb03269 None None] The sync data for ids ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'] in dv-cinder-786928-2-smb is: [{'id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:07Z', 'updated_at': '2021-05-04T22:30:14Z', 'revision_number': 4, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'gw_port': {'id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:08Z', 'updated_at': '2021-05-04T22:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '50045672-4d50-4c9b-88f6-ba043d9ad5c4', 'name': '', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'mac_address': 'fa:16:3e:26:73:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:13Z', 'updated_at': '2021-05-04T22:30:18Z', 'revision_number': 4, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'subnets': [{'id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:30:19.504643 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31660865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30743228'] for subnet, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:19.510441 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-1dd2d4b0-9cde-4e55-b977-aba61e7237ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:19.630824 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a8292b-279c-4494-8e0b-fa0da69b1e7c,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:19.640679 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:19.658949 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Checking segment: {'id': '7938b41f-f877-4464-993b-e21935697f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'd338aafb-a088-493e-95bc-dd2cd6d56427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74775) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:30:19.659399 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Network hostable DHCP agents. Network: d338aafb-a088-493e-95bc-dd2cd6d56427, hostable agents: ['215f8658-b50f-4a1c-b63e-1d000b3fc565'], hosted agents: [] {{(pid=74775) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 22:30:19.765033 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Network d338aafb-a088-493e-95bc-dd2cd6d56427 is scheduled to be hosted by DHCP agent 215f8658-b50f-4a1c-b63e-1d000b3fc565 with binding_index 1 {{(pid=74775) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 22:30:19.831511 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 50045672-4d50-4c9b-88f6-ba043d9ad5c4 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:30:19.930069 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.scheduler.base_scheduler [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786928-2-smb, d338aafb-a088-493e-95bc-dd2cd6d56427) {{(pid=74775) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:30:19.944822 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7097549d-b4d3-4644-9a08-8414daf47914 None None] Network d338aafb-a088-493e-95bc-dd2cd6d56427 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:30:19.951151 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:19.952596 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:20.079229 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 50045672-4d50-4c9b-88f6-ba043d9ad5c4 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:30:20.092903 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 50045672-4d50-4c9b-88f6-ba043d9ad5c4 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:20.093411 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:20.120464 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-13e9b637-62c3-4fa0-bf46-3a24dbde02d4 admin admin] 10.222.0.72 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.5171409 May 04 22:30:20.123563 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 34500) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:20.133613 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-36678613-router', 'tenant_id': 'fd203076c4e844998a0dab3665d25236', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:20.144161 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:20.154265 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Usage tracker for resource:router and tenant:fd203076c4e844998a0dab3665d25236 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:20.160503 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:20.174042 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:20.257258 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-962277', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-496222'] for router, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:20.275155 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-962282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-947946', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1015213', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-496215'] for router, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:20.292642 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:20.377464 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp939d5b3a-4c39-537c-93a9-2093ff0368b5-d338aafb-a088-493e-95bc-dd2cd6d56427', 'network_id': 'd338aafb-a088-493e-95bc-dd2cd6d56427', 'tenant_id': 'fd203076c4e844998a0dab3665d25236', 'fixed_ips': [{'subnet_id': '84a8292b-279c-4494-8e0b-fa0da69b1e7c'}]}} from dv-cinder-786928-2-smb. {{(pid=74777) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} May 04 22:30:20.378282 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:20.409096 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:20.518222 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 50045672-4d50-4c9b-88f6-ba043d9ad5c4, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=50045672-4d50-4c9b-88f6-ba043d9ad5c4,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:30:20.602368 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:20.611954 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:20.730117 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.db_base_plugin_common [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Allocated IP 172.20.0.2 (d338aafb-a088-493e-95bc-dd2cd6d56427/84a8292b-279c-4494-8e0b-fa0da69b1e7c/1151bb55-017b-4d8d-899c-0e6f96e7989a) {{(pid=74777) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:30:20.793762 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-947859', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-954641', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-496293'] for router, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:21.064726 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=50045672-4d50-4c9b-88f6-ba043d9ad5c4,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:21.073582 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:21.098943 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Notify callbacks [] for port, precommit_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:21.112245 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Transition to ACTIVE for port object 1151bb55-017b-4d8d-899c-0e6f96e7989a will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:30:21.180457 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Transition to ACTIVE for port object 1151bb55-017b-4d8d-899c-0e6f96e7989a will not be triggered until provisioned by entity DHCP. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:30:21.306757 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:21.337947 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:21.427264 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222'] for port, after_create {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:21.435803 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:21.494444 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Network d338aafb-a088-493e-95bc-dd2cd6d56427 is already hosted by enough agents. {{(pid=74777) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:30:21.495465 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Allocated IP 172.28.3.114 (76581f0b-881c-41a1-a7c9-33e7218dfd31/7bfeb869-822c-4f12-8913-9d21738f2df2/357e4a47-7a04-4e6b-9283-830bab657d8a) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:30:21.498222 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.scheduler.base_scheduler [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Resources bound (agent type, host, resource id): {{(pid=74777) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:30:21.500769 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Received port after_create {{(pid=74777) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:30:21.556729 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Pushing event updated for resources: {'Port': ['ID=1151bb55-017b-4d8d-899c-0e6f96e7989a,revision_number=1']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:21.590717 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:21.616107 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Attempting to bind port 1151bb55-017b-4d8d-899c-0e6f96e7989a on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:30:21.616766 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Attempting to bind port 1151bb55-017b-4d8d-899c-0e6f96e7989a by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': '7938b41f-f877-4464-993b-e21935697f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'd338aafb-a088-493e-95bc-dd2cd6d56427'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:30:21.617269 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Attempting to bind port 1151bb55-017b-4d8d-899c-0e6f96e7989a on network d338aafb-a088-493e-95bc-dd2cd6d56427 {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:30:21.624497 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:30:21.624954 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Checking segment: {'id': '7938b41f-f877-4464-993b-e21935697f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'd338aafb-a088-493e-95bc-dd2cd6d56427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:30:21.625377 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:21.625781 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Bound using segment: {'id': '7938b41f-f877-4464-993b-e21935697f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'd338aafb-a088-493e-95bc-dd2cd6d56427'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:30:21.626266 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Bound port: 1151bb55-017b-4d8d-899c-0e6f96e7989a, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7938b41f-f877-4464-993b-e21935697f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'd338aafb-a088-493e-95bc-dd2cd6d56427'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:30:21.626649 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:21.670709 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:21.749351 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] For port 1151bb55-017b-4d8d-899c-0e6f96e7989a, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:30:21.754101 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] For port 1151bb55-017b-4d8d-899c-0e6f96e7989a, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=1151bb55-017b-4d8d-899c-0e6f96e7989a,segment=NetworkSegment(7938b41f-f877-4464-993b-e21935697f9d),segment_id=7938b41f-f877-4464-993b-e21935697f9d)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:30:21.785126 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 50045672-4d50-4c9b-88f6-ba043d9ad5c4 up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:30:21.810597 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:21.815973 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-2f86d924-eac5-46fd-ae19-4a20619911be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:21.848869 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:21.855999 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:21.932942 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 50045672-4d50-4c9b-88f6-ba043d9ad5c4 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:21.933321 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:21.938756 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Pushing event updated for resources: {'Port': ['ID=357e4a47-7a04-4e6b-9283-830bab657d8a,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:21.947447 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:21.965411 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:30:21.968988 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:30:21.974127 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:30:22.056195 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Pushing event updated for resources: {'Port': ['ID=1151bb55-017b-4d8d-899c-0e6f96e7989a,revision_number=2']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:22.064248 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:22.685293 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:23.029042 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adb2271-bbb4-44bf-916b-3ea7c8cfcd88 None None] Network d338aafb-a088-493e-95bc-dd2cd6d56427 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:30:23.139614 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-954728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-919814'] for router, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:23.258157 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-24d54e5c-2e27-4547-8e92-3802368c3a02 None None] Provisioning for port 1151bb55-017b-4d8d-899c-0e6f96e7989a completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:30:23.444209 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Router f9aa799b-2e23-4054-8e25-e5ee4cf925e5 is scheduled to L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f with binding_index 1 {{(pid=74776) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 04 22:30:23.604878 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-c7102f51-0ceb-462e-bacf-6d162b3536a8 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:23.607882 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-c7102f51-0ceb-462e-bacf-6d162b3536a8 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/networks?id=a106cd41-91f0-4127-8319-b49330e3d302 HTTP/1.1" status: 200 len: 814 time: 0.1817253 May 04 22:30:23.625680 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-37a2d81c-c06b-4bae-bb1a-2c3e7bc31982 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/quotas/27cd660b21c54b72a03160a20033b65d HTTP/1.1" status: 200 len: 375 time: 0.0115356 May 04 22:30:23.660629 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:30:23.670705 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Sync routers for ids ['f9aa799b-2e23-4054-8e25-e5ee4cf925e5'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:30:23.680776 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Routers {'f9aa799b-2e23-4054-8e25-e5ee4cf925e5'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:30:23.681603 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:30:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f9aa799b-2e23-4054-8e25-e5ee4cf925e5'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:23.733300 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-cd3edf77-49ff-458c-ab66-c06aa13b4883 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=27cd660b21c54b72a03160a20033b65d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0972245 May 04 22:30:23.801931 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 1151bb55-017b-4d8d-899c-0e6f96e7989a up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:30:23.817703 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Notify callbacks [] for router, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:23.822326 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] 10.222.0.72 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6947019 May 04 22:30:23.823206 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 34534) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:23.892508 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-d1b7a6f4-7701-44cc-9c8f-8e6d745c6b9f service neutron] 10.222.0.72 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561480 May 04 22:30:23.940279 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Set router f9aa799b-2e23-4054-8e25-e5ee4cf925e5 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:30:24.042393 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 1151bb55-017b-4d8d-899c-0e6f96e7989a completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:30:24.055737 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 1151bb55-017b-4d8d-899c-0e6f96e7989a triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:24.056399 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:24.075220 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-73d23991-f537-48d1-bbb6-89aa42d598b5 service neutron] 10.222.0.72 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731336 May 04 22:30:24.341880 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:24.408435 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 1151bb55-017b-4d8d-899c-0e6f96e7989a, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=1151bb55-017b-4d8d-899c-0e6f96e7989a,segment=NetworkSegment(7938b41f-f877-4464-993b-e21935697f9d),segment_id=7938b41f-f877-4464-993b-e21935697f9d)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:30:24.420557 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'name': 'tempest-TestShelveInstance-36678613-router', 'tenant_id': 'fd203076c4e844998a0dab3665d25236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:20Z', 'updated_at': '2021-05-04T22:30:22Z', 'revision_number': 3, 'project_id': 'fd203076c4e844998a0dab3665d25236', 'gw_port': {'id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:21Z', 'updated_at': '2021-05-04T22:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:24.428505 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Checking router: f9aa799b-2e23-4054-8e25-e5ee4cf925e5 for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:30:24.429234 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Updating router f9aa799b-2e23-4054-8e25-e5ee4cf925e5 port 357e4a47-7a04-4e6b-9283-830bab657d8a binding host dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:30:24.537629 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:24.583711 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:24.592911 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-ce40b7d3-e8c8-4754-b854-254648896054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:24.733711 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ce18e505-ef76-4bfb-b0f5-ae29fbad3eec req-75d9345f-51fa-47b7-9bd6-d58051564330 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 210 time: 0.2773497 May 04 22:30:24.737809 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=1151bb55-017b-4d8d-899c-0e6f96e7989a,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:24.743567 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:24.878595 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:25.031233 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Notify callbacks [] for port, precommit_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:25.044143 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Transition to ACTIVE for port object 357e4a47-7a04-4e6b-9283-830bab657d8a will not be triggered until provisioned by entity L2. {{(pid=74777) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:30:25.148356 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Allocated IP 172.20.0.1 (d338aafb-a088-493e-95bc-dd2cd6d56427/84a8292b-279c-4494-8e0b-fa0da69b1e7c/0eb8ba21-5d00-44fc-8f31-04f620e9812f) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:30:25.192591 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:25.200215 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:25.315801 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:25.330094 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Attempting to bind port 357e4a47-7a04-4e6b-9283-830bab657d8a on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:30:25.330474 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Attempting to bind port 357e4a47-7a04-4e6b-9283-830bab657d8a by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:30:25.330840 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Attempting to bind port 357e4a47-7a04-4e6b-9283-830bab657d8a on network 76581f0b-881c-41a1-a7c9-33e7218dfd31 {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:30:25.332378 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Transition to ACTIVE for port object 0eb8ba21-5d00-44fc-8f31-04f620e9812f will not be triggered until provisioned by entity DHCP. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:30:25.342010 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f689a72-f863-4d7d-b273-763623ac8238 None None] Pushing event updated for resources: {'Port': ['ID=357e4a47-7a04-4e6b-9283-830bab657d8a,revision_number=2']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:25.344406 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:30:25.350217 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Checking segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74777) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:30:25.350217 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:25.350217 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Bound using segment: {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'} {{(pid=74777) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:30:25.350217 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.managers [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Bound port: 357e4a47-7a04-4e6b-9283-830bab657d8a, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e7f012-0519-4046-b20b-b68f656d7578', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31'}}] {{(pid=74777) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:30:25.350217 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:25.371958 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-7f689a72-f863-4d7d-b273-763623ac8238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:25.428048 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] For port 357e4a47-7a04-4e6b-9283-830bab657d8a, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74777) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:30:25.431631 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] For port 357e4a47-7a04-4e6b-9283-830bab657d8a, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=357e4a47-7a04-4e6b-9283-830bab657d8a,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74777) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:30:25.524478 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:25.530234 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-97add4a1-e318-4b83-8e3c-e296c0df48af service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:25.595975 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Network d338aafb-a088-493e-95bc-dd2cd6d56427 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:30:25.597681 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:25.602698 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-62d5d045-084e-4f97-8187-3d2c4eaa302f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:25.604031 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:30:25.607439 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:30:25.646911 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0eb8ba21-5d00-44fc-8f31-04f620e9812f,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:25.651475 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:25.682714 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Routers {'f9aa799b-2e23-4054-8e25-e5ee4cf925e5'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:30:25.683139 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:30:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f9aa799b-2e23-4054-8e25-e5ee4cf925e5'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:25.705308 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-919513'] for router_interface, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:25.710055 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:30:25.753978 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f689a72-f863-4d7d-b273-763623ac8238 None None] Pushing event updated for resources: {'Port': ['ID=357e4a47-7a04-4e6b-9283-830bab657d8a,revision_number=3']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:25.822907 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-7f689a72-f863-4d7d-b273-763623ac8238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:25.880971 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 1151bb55-017b-4d8d-899c-0e6f96e7989a up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:30:25.976948 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6ad57437-2e6b-4d15-965d-3856bd0363a0 req-356451e9-1099-42f1-a543-2ccd2f208c10 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 210 time: 0.0801024 May 04 22:30:25.986476 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] Set router f9aa799b-2e23-4054-8e25-e5ee4cf925e5 gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:30:26.017667 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:26.128050 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-cabcd6a5-048d-423a-90ab-1fcb49611db8 None None] Provisioning for port 0eb8ba21-5d00-44fc-8f31-04f620e9812f completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:30:26.183827 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-cabcd6a5-048d-423a-90ab-1fcb49611db8 None None] Provisioning complete for port 0eb8ba21-5d00-44fc-8f31-04f620e9812f triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:26.184943 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-cabcd6a5-048d-423a-90ab-1fcb49611db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:26.220774 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 1151bb55-017b-4d8d-899c-0e6f96e7989a triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:26.221151 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:26.340486 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-cabcd6a5-048d-423a-90ab-1fcb49611db8 None None] Port 0eb8ba21-5d00-44fc-8f31-04f620e9812f cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:30:26.347591 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:26.438781 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:26.493389 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-0a55dbce-99c6-4507-84d3-4d491bbc13fe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:26.497376 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'name': 'tempest-TestShelveInstance-36678613-router', 'tenant_id': 'fd203076c4e844998a0dab3665d25236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:20Z', 'updated_at': '2021-05-04T22:30:22Z', 'revision_number': 3, 'project_id': 'fd203076c4e844998a0dab3665d25236', 'gw_port': {'id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:21Z', 'updated_at': '2021-05-04T22:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:26.506763 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1b01de-19ab-4f32-a821-4085fb188004 None None] The sync data for ids ['f9aa799b-2e23-4054-8e25-e5ee4cf925e5'] in dv-cinder-786928-2-smb is: [{'id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'name': 'tempest-TestShelveInstance-36678613-router', 'tenant_id': 'fd203076c4e844998a0dab3665d25236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:20Z', 'updated_at': '2021-05-04T22:30:22Z', 'revision_number': 3, 'project_id': 'fd203076c4e844998a0dab3665d25236', 'gw_port': {'id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:21Z', 'updated_at': '2021-05-04T22:30:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:30:26.605912 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Pushing event updated for resources: {'Port': ['ID=0eb8ba21-5d00-44fc-8f31-04f620e9812f,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:26.608966 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-550554', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-919418'] for router_interface, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:26.613235 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:26.813843 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Network d338aafb-a088-493e-95bc-dd2cd6d56427 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:30:26.815192 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:30:27.172016 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-acd814e0-f761-4c31-9ce0-a517e6ca6953 None None] Provisioning complete for port 0eb8ba21-5d00-44fc-8f31-04f620e9812f triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:27.172747 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-acd814e0-f761-4c31-9ce0-a517e6ca6953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:27.216586 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0908bcf1-6a75-4350-bf2a-3a136bee1fdb req-3cf764ed-cb12-442a-b75d-84c87c4fdefe tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 210 time: 0.0544126 May 04 22:30:27.222970 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Router f9aa799b-2e23-4054-8e25-e5ee4cf925e5 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:30:27.244259 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-acd814e0-f761-4c31-9ce0-a517e6ca6953 None None] Port 0eb8ba21-5d00-44fc-8f31-04f620e9812f cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:30:27.565471 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:30:27.575762 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-e3d2748c-e604-44b1-b7e4-433d74ce8205 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:27.577462 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-e3d2748c-e604-44b1-b7e4-433d74ce8205 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "GET /v2.0/networks?id=a106cd41-91f0-4127-8319-b49330e3d302 HTTP/1.1" status: 200 len: 814 time: 0.2865527 May 04 22:30:27.601804 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Request body: {'port': {'device_id': 'cbda6df3-8111-4dd9-a467-e1bf96e52046', 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302', 'admin_state_up': True, 'tenant_id': '27cd660b21c54b72a03160a20033b65d'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:27.618791 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-04b77f40-914b-4f91-ae5d-43d9c4d099f1 admin admin] 10.222.0.72 "PUT /v2.0/routers/f9aa799b-2e23-4054-8e25-e5ee4cf925e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7940655 May 04 22:30:27.826145 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:27.829038 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 357e4a47-7a04-4e6b-9283-830bab657d8a up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:30:27.841528 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:27.919312 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Made reservation on behalf of 27cd660b21c54b72a03160a20033b65d for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:30:27.922222 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:28.123877 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 357e4a47-7a04-4e6b-9283-830bab657d8a completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:30:28.129510 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 357e4a47-7a04-4e6b-9283-830bab657d8a triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:28.129889 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:28.242246 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Allocated IP 172.20.0.9 (a106cd41-91f0-4127-8319-b49330e3d302/f582991d-2026-4292-8d9d-c6b936e98ce3/853a6178-fbb3-43a5-b589-7be6e18a4ce5) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:30:28.295245 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:28.334635 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 357e4a47-7a04-4e6b-9283-830bab657d8a, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=357e4a47-7a04-4e6b-9283-830bab657d8a,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:30:28.449970 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:28.453383 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:28.513940 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a61868b0-4af7-426b-b972-fbdc07e088ab req-03b56836-5749-4d1f-b6b4-64b7dcd5d526 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 210 time: 0.0653961 May 04 22:30:28.533508 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Sync routers for ids ['f9aa799b-2e23-4054-8e25-e5ee4cf925e5'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:30:28.537353 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=357e4a47-7a04-4e6b-9283-830bab657d8a,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:28.548874 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:28.556238 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Routers {'f9aa799b-2e23-4054-8e25-e5ee4cf925e5'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:30:28.557503 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:30:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f9aa799b-2e23-4054-8e25-e5ee4cf925e5'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:28.583603 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 34566) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:28.591360 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1367356450', 'description': 'tempest-secgroup-smoke-1367356450 description', 'project_id': '1a2732e303a14979b3a0c11781a5f9e2'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:28.597641 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:28.601885 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Usage tracker for resource:security_group and tenant:1a2732e303a14979b3a0c11781a5f9e2 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:28.605862 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:28.615836 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:28.631538 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:28.736636 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:28.765233 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:28.773753 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:28.777077 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Usage tracker for resource:security_group_rule and tenant:1a2732e303a14979b3a0c11781a5f9e2 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:28.778775 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-ad6451a4-a36c-4a77-a38f-cef7a6f7fbf6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:28.780902 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:28.782059 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['b5d276aa-f42e-4298-9c13-0dc4f00f2152', '8d510548-d3ad-495c-bef5-264dc4a6b0e5', '7004993a-1dfa-4d16-b3c8-e9a092f5a3a6'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:30:28.788751 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:28.859485 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Set router f9aa799b-2e23-4054-8e25-e5ee4cf925e5 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:30:28.878740 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:28.923471 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Pushing event updated for resources: {'Port': ['ID=853a6178-fbb3-43a5-b589-7be6e18a4ce5,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:28.940538 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:28.942784 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Network a106cd41-91f0-4127-8319-b49330e3d302 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:30:28.944781 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:30:28.949013 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:30:28.958143 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:28.966006 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-0131da61-eb38-43fd-b848-6f09d82043a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:29.037999 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:29.055805 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:29.087223 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:29.087478 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:29.101870 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:29.104080 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-e4f13872-d8ee-4ea3-bac0-ca0608bb3b58 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5186064 May 04 22:30:29.110564 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 34570) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:29.123452 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-cf765dc1-cd38-4131-abcc-1ec62c0f28ce tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Request body: {'security_group_rule': {'security_group_id': '32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa', 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:29.133445 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-cf765dc1-cd38-4131-abcc-1ec62c0f28ce tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:29.140139 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-cf765dc1-cd38-4131-abcc-1ec62c0f28ce tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Usage tracker for resource:security_group_rule and tenant:1a2732e303a14979b3a0c11781a5f9e2 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:29.145026 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-cf765dc1-cd38-4131-abcc-1ec62c0f28ce tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:29.155059 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-cf765dc1-cd38-4131-abcc-1ec62c0f28ce tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:29.240495 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-dd641cf4-81fc-4f96-b42d-8d76cfa75e96 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6426785 May 04 22:30:29.254819 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Request body: {'port': {'device_id': 'cbda6df3-8111-4dd9-a467-e1bf96e52046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:29.348094 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-cf765dc1-cd38-4131-abcc-1ec62c0f28ce tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:29.428385 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'name': 'tempest-TestShelveInstance-36678613-router', 'tenant_id': 'fd203076c4e844998a0dab3665d25236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:20Z', 'updated_at': '2021-05-04T22:30:25Z', 'revision_number': 4, 'project_id': 'fd203076c4e844998a0dab3665d25236', 'gw_port': {'id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:21Z', 'updated_at': '2021-05-04T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '0eb8ba21-5d00-44fc-8f31-04f620e9812f', 'name': '', 'network_id': 'd338aafb-a088-493e-95bc-dd2cd6d56427', 'tenant_id': 'fd203076c4e844998a0dab3665d25236', 'mac_address': 'fa:16:3e:36:bd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '84a8292b-279c-4494-8e0b-fa0da69b1e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:24Z', 'updated_at': '2021-05-04T22:30:26Z', 'revision_number': 2, 'project_id': 'fd203076c4e844998a0dab3665d25236', 'subnets': [{'id': '84a8292b-279c-4494-8e0b-fa0da69b1e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:29.439159 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Checking router: f9aa799b-2e23-4054-8e25-e5ee4cf925e5 for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:30:29.439779 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Updating router f9aa799b-2e23-4054-8e25-e5ee4cf925e5 port 0eb8ba21-5d00-44fc-8f31-04f620e9812f binding host dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 22:30:29.461506 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:29.462297 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-cf765dc1-cd38-4131-abcc-1ec62c0f28ce tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:29.551606 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:29.654816 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-cf765dc1-cd38-4131-abcc-1ec62c0f28ce tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:29.659955 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:29.689854 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf765dc1-cd38-4131-abcc-1ec62c0f28ce tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a2e648-ddb3-403a-85c2-f4ea424edcee,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:29.693105 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-cf765dc1-cd38-4131-abcc-1ec62c0f28ce tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:29.769802 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-cf765dc1-cd38-4131-abcc-1ec62c0f28ce tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:29.774328 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-cf765dc1-cd38-4131-abcc-1ec62c0f28ce tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6624351 May 04 22:30:29.775277 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 34576) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:29.782768 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-3e98b070-7761-4cb8-9da0-6ff2ddc5d89c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Request body: {'security_group_rule': {'security_group_id': '32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa', 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:29.791899 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-3e98b070-7761-4cb8-9da0-6ff2ddc5d89c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:29.797077 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-3e98b070-7761-4cb8-9da0-6ff2ddc5d89c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Usage tracker for resource:security_group_rule and tenant:1a2732e303a14979b3a0c11781a5f9e2 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:29.801708 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-3e98b070-7761-4cb8-9da0-6ff2ddc5d89c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:29.813167 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-3e98b070-7761-4cb8-9da0-6ff2ddc5d89c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:29.822088 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 357e4a47-7a04-4e6b-9283-830bab657d8a up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:30:29.913864 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3e98b070-7761-4cb8-9da0-6ff2ddc5d89c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:29.923663 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 357e4a47-7a04-4e6b-9283-830bab657d8a triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:29.924381 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:30.099652 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3e98b070-7761-4cb8-9da0-6ff2ddc5d89c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:30.165911 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Notify callbacks [] for port, precommit_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:30.174616 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbb342-64e0-4b0a-9c04-3b80b343bc24 req-e32d425a-adce-4e3e-aca1-e4541f59139c tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:30.175552 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-7fbbb342-64e0-4b0a-9c04-3b80b343bc24 req-e32d425a-adce-4e3e-aca1-e4541f59139c tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Synchronizing usage tracker for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:30:30.183381 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.provisioning_blocks [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Transition to ACTIVE for port object 0eb8ba21-5d00-44fc-8f31-04f620e9812f will not be triggered until provisioned by entity L2. {{(pid=74778) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:30:30.187761 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3e98b070-7761-4cb8-9da0-6ff2ddc5d89c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:30.191619 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:30.229549 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98b070-7761-4cb8-9da0-6ff2ddc5d89c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823471db-514e-4450-9f72-729ded303ec7,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:30.232806 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3e98b070-7761-4cb8-9da0-6ff2ddc5d89c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:30.277626 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:30.282975 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-098f529e-9864-4870-bded-a751a5d375cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:30.312940 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-7fbbb342-64e0-4b0a-9c04-3b80b343bc24 req-e32d425a-adce-4e3e-aca1-e4541f59139c tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Unset dirty status for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:30:30.313862 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3e98b070-7761-4cb8-9da0-6ff2ddc5d89c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:30.314797 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7fbbb342-64e0-4b0a-9c04-3b80b343bc24 req-e32d425a-adce-4e3e-aca1-e4541f59139c tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 931 time: 0.5778432 May 04 22:30:30.320903 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 34580) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:30.323142 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-3e98b070-7761-4cb8-9da0-6ff2ddc5d89c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5447426 May 04 22:30:30.346493 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-58cb6bc4-b37e-43e1-8a02-22d81848af0f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Request body: {'security_group_rule': {'security_group_id': '32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa', 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:30.357086 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 853a6178-fbb3-43a5-b589-7be6e18a4ce5 {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:30:30.367647 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-58cb6bc4-b37e-43e1-8a02-22d81848af0f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:30.371785 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:30.389607 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-58cb6bc4-b37e-43e1-8a02-22d81848af0f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Usage tracker for resource:security_group_rule and tenant:1a2732e303a14979b3a0c11781a5f9e2 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:30.397790 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-58cb6bc4-b37e-43e1-8a02-22d81848af0f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:30.414655 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-58cb6bc4-b37e-43e1-8a02-22d81848af0f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:30.418879 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Transition to ACTIVE for port object 853a6178-fbb3-43a5-b589-7be6e18a4ce5 will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:30:30.429815 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7fbbb342-64e0-4b0a-9c04-3b80b343bc24 req-c9e0411f-72cf-4606-921e-f45b49421095 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076005 May 04 22:30:30.510830 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b3f15-a92f-4734-b610-8557212e1688 None None] Pushing event updated for resources: {'Port': ['ID=0eb8ba21-5d00-44fc-8f31-04f620e9812f,revision_number=3']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:30.519434 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-c46b3f15-a92f-4734-b610-8557212e1688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:30.519733 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:30.529358 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-f29c36f6-334c-4e1e-813f-54ee37909644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:30.541516 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Attempting to bind port 0eb8ba21-5d00-44fc-8f31-04f620e9812f on host dv-cinder-786928-2-smb for vnic_type normal with profile {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:30:30.541885 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Attempting to bind port 0eb8ba21-5d00-44fc-8f31-04f620e9812f by drivers openvswitch,hyperv on host dv-cinder-786928-2-smb at level 0 using segments [{'id': '7938b41f-f877-4464-993b-e21935697f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'd338aafb-a088-493e-95bc-dd2cd6d56427'}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:30:30.545140 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Attempting to bind port 0eb8ba21-5d00-44fc-8f31-04f620e9812f on network d338aafb-a088-493e-95bc-dd2cd6d56427 {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:30:30.553166 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Checking agent: {'id': '283f7e76-0353-490c-bddd-b2e648dd09f1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786928-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 10, 34), 'started_at': datetime.datetime(2021, 5, 4, 22, 11, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786928-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:30:30.553945 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Checking segment: {'id': '7938b41f-f877-4464-993b-e21935697f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'd338aafb-a088-493e-95bc-dd2cd6d56427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74778) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:30:30.554090 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:30.554356 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Bound using segment: {'id': '7938b41f-f877-4464-993b-e21935697f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'd338aafb-a088-493e-95bc-dd2cd6d56427'} {{(pid=74778) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:30:30.554842 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.managers [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Bound port: 0eb8ba21-5d00-44fc-8f31-04f620e9812f, host: dv-cinder-786928-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7938b41f-f877-4464-993b-e21935697f9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 958, 'network_id': 'd338aafb-a088-493e-95bc-dd2cd6d56427'}}] {{(pid=74778) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:30:30.555313 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:30.665628 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-58cb6bc4-b37e-43e1-8a02-22d81848af0f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:30.673500 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] For port 0eb8ba21-5d00-44fc-8f31-04f620e9812f, host dv-cinder-786928-2-smb, cleared binding levels {{(pid=74778) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:30:30.679091 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.plugins.ml2.db [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] For port 0eb8ba21-5d00-44fc-8f31-04f620e9812f, host dv-cinder-786928-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=0eb8ba21-5d00-44fc-8f31-04f620e9812f,segment=NetworkSegment(7938b41f-f877-4464-993b-e21935697f9d),segment_id=7938b41f-f877-4464-993b-e21935697f9d)] {{(pid=74778) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:30:30.735243 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Pushing event updated for resources: {'Port': ['ID=853a6178-fbb3-43a5-b589-7be6e18a4ce5,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:30.759621 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron_lib.callbacks.manager [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:30.767653 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:30.768579 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:30.865540 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-58cb6bc4-b37e-43e1-8a02-22d81848af0f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:30.883767 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Attempting to bind port 853a6178-fbb3-43a5-b589-7be6e18a4ce5 on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:30:30.884173 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Attempting to bind port 853a6178-fbb3-43a5-b589-7be6e18a4ce5 by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:30:30.884470 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Attempting to bind port 853a6178-fbb3-43a5-b589-7be6e18a4ce5 on network a106cd41-91f0-4127-8319-b49330e3d302 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:30:30.891358 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Port 853a6178-fbb3-43a5-b589-7be6e18a4ce5 on network a106cd41-91f0-4127-8319-b49330e3d302 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:30:30.891678 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Attempting to bind port 853a6178-fbb3-43a5-b589-7be6e18a4ce5 on network a106cd41-91f0-4127-8319-b49330e3d302 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:30:30.897641 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:30:30.897982 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Checking segment: {'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:30:30.898392 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Bound using segment: {'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:30:30.899212 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Bound port: 853a6178-fbb3-43a5-b589-7be6e18a4ce5, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9a8b303-d80c-4234-aa25-72891d2961d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 994, 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:30:30.899212 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:30.947825 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Routers {'f9aa799b-2e23-4054-8e25-e5ee4cf925e5'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:30:30.949453 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:30:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f9aa799b-2e23-4054-8e25-e5ee4cf925e5'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:30.962729 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-58cb6bc4-b37e-43e1-8a02-22d81848af0f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:30.973431 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:31.009111 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb6bc4-b37e-43e1-8a02-22d81848af0f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72d7964-f06f-48bf-bb08-f510791054cb,revision_number=0']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:31.026406 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-58cb6bc4-b37e-43e1-8a02-22d81848af0f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:31.063477 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] For port 853a6178-fbb3-43a5-b589-7be6e18a4ce5, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:30:31.067409 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] For port 853a6178-fbb3-43a5-b589-7be6e18a4ce5, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=853a6178-fbb3-43a5-b589-7be6e18a4ce5,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:30:31.174299 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46b3f15-a92f-4734-b610-8557212e1688 None None] Pushing event updated for resources: {'Port': ['ID=0eb8ba21-5d00-44fc-8f31-04f620e9812f,revision_number=4']} {{(pid=74778) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:31.181208 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG oslo_concurrency.lockutils [None req-c46b3f15-a92f-4734-b610-8557212e1688 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=74778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:31.187911 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-ac5220be-8fba-4370-a64f-5d22119a7947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:31.253999 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] Set router f9aa799b-2e23-4054-8e25-e5ee4cf925e5 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:30:31.269170 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-58cb6bc4-b37e-43e1-8a02-22d81848af0f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:31.270398 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-58cb6bc4-b37e-43e1-8a02-22d81848af0f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9471543 May 04 22:30:31.271699 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:31.274730 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 34584) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:31.276252 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a986909e-ed4a-4789-9a14-2dfdff5f70e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:31.281915 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-42e8e033-3f90-45d8-834f-e88035b13bdd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Request body: {'security_group_rule': {'security_group_id': '32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa', 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:31.289455 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-42e8e033-3f90-45d8-834f-e88035b13bdd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:31.305729 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-42e8e033-3f90-45d8-834f-e88035b13bdd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Usage tracker for resource:security_group_rule and tenant:1a2732e303a14979b3a0c11781a5f9e2 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:31.305729 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-42e8e033-3f90-45d8-834f-e88035b13bdd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:31.309710 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-42e8e033-3f90-45d8-834f-e88035b13bdd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:31.355593 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:31.356743 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:31.358188 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] 10.222.0.85 "PUT /v2.0/ports/853a6178-fbb3-43a5-b589-7be6e18a4ce5 HTTP/1.1" status: 200 len: 1093 time: 2.1086195 May 04 22:30:31.359102 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbda6df3-8111-4dd9-a467-e1bf96e52046', 'tag': '853a6178-fbb3-43a5-b589-7be6e18a4ce5'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:30:31.389419 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Pushing event updated for resources: {'Port': ['ID=853a6178-fbb3-43a5-b589-7be6e18a4ce5,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:31.393120 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:31.420932 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbda6df3-8111-4dd9-a467-e1bf96e52046', 'tag': '853a6178-fbb3-43a5-b589-7be6e18a4ce5', 'status': 'completed', 'code': 200} May 04 22:30:31.528096 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-42e8e033-3f90-45d8-834f-e88035b13bdd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:31.567780 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939fc1d-f6e2-4146-b9b7-1fc9d273217c req-172db717-b6bb-4484-b228-b90c35f0452f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:31.571975 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d939fc1d-f6e2-4146-b9b7-1fc9d273217c req-172db717-b6bb-4484-b228-b90c35f0452f service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=27cd660b21c54b72a03160a20033b65d&device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 1096 time: 0.1276505 May 04 22:30:31.626440 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:31.661768 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-42e8e033-3f90-45d8-834f-e88035b13bdd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:31.694110 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'name': 'tempest-TestShelveInstance-36678613-router', 'tenant_id': 'fd203076c4e844998a0dab3665d25236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:20Z', 'updated_at': '2021-05-04T22:30:25Z', 'revision_number': 4, 'project_id': 'fd203076c4e844998a0dab3665d25236', 'gw_port': {'id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:21Z', 'updated_at': '2021-05-04T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '0eb8ba21-5d00-44fc-8f31-04f620e9812f', 'name': '', 'network_id': 'd338aafb-a088-493e-95bc-dd2cd6d56427', 'tenant_id': 'fd203076c4e844998a0dab3665d25236', 'mac_address': 'fa:16:3e:36:bd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '84a8292b-279c-4494-8e0b-fa0da69b1e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:24Z', 'updated_at': '2021-05-04T22:30:30Z', 'revision_number': 4, 'project_id': 'fd203076c4e844998a0dab3665d25236', 'subnets': [{'id': '84a8292b-279c-4494-8e0b-fa0da69b1e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:30:31.702280 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ff42be-3010-49cd-9062-498a6fc195ca None None] The sync data for ids ['f9aa799b-2e23-4054-8e25-e5ee4cf925e5'] in dv-cinder-786928-2-smb is: [{'id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'name': 'tempest-TestShelveInstance-36678613-router', 'tenant_id': 'fd203076c4e844998a0dab3665d25236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:20Z', 'updated_at': '2021-05-04T22:30:25Z', 'revision_number': 4, 'project_id': 'fd203076c4e844998a0dab3665d25236', 'gw_port': {'id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:21Z', 'updated_at': '2021-05-04T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '0eb8ba21-5d00-44fc-8f31-04f620e9812f', 'name': '', 'network_id': 'd338aafb-a088-493e-95bc-dd2cd6d56427', 'tenant_id': 'fd203076c4e844998a0dab3665d25236', 'mac_address': 'fa:16:3e:36:bd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '84a8292b-279c-4494-8e0b-fa0da69b1e7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:24Z', 'updated_at': '2021-05-04T22:30:30Z', 'revision_number': 4, 'project_id': 'fd203076c4e844998a0dab3665d25236', 'subnets': [{'id': '84a8292b-279c-4494-8e0b-fa0da69b1e7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:30:31.791844 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-42e8e033-3f90-45d8-834f-e88035b13bdd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:31.800887 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:31.830958 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e8e033-3f90-45d8-834f-e88035b13bdd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e8a253e-b6cb-477b-88b7-53e9039440c8,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:31.834585 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-42e8e033-3f90-45d8-834f-e88035b13bdd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:31.935899 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-42e8e033-3f90-45d8-834f-e88035b13bdd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:31.943068 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-42e8e033-3f90-45d8-834f-e88035b13bdd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6615944 May 04 22:30:31.943333 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 34592) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:31.951862 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-e40a72b7-2e86-403e-8a90-ffeb4a7736d4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Request body: {'security_group_rule': {'security_group_id': '32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa', 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:31.983405 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-e40a72b7-2e86-403e-8a90-ffeb4a7736d4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:31.992787 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939fc1d-f6e2-4146-b9b7-1fc9d273217c req-ae0d8dd4-24aa-490d-b753-cfdceecc1fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:31.992787 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d939fc1d-f6e2-4146-b9b7-1fc9d273217c req-ae0d8dd4-24aa-490d-b753-cfdceecc1fc4 service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=27cd660b21c54b72a03160a20033b65d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4125023 May 04 22:30:31.999508 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-e40a72b7-2e86-403e-8a90-ffeb4a7736d4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Usage tracker for resource:security_group_rule and tenant:1a2732e303a14979b3a0c11781a5f9e2 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:32.017765 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-e40a72b7-2e86-403e-8a90-ffeb4a7736d4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:32.059114 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-e40a72b7-2e86-403e-8a90-ffeb4a7736d4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:32.177541 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b4375-b666-4dff-8fdb-159a37db97cf req-c61fab9d-e6fc-4830-b308-a5ed2f66c14f tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:32.180234 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e51b4375-b666-4dff-8fdb-159a37db97cf req-c61fab9d-e6fc-4830-b308-a5ed2f66c14f tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 943 time: 0.4460106 May 04 22:30:32.303552 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e51b4375-b666-4dff-8fdb-159a37db97cf req-b10dc85b-c707-4306-a5a6-a75b0b5cbb7c tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073692 May 04 22:30:32.314909 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939fc1d-f6e2-4146-b9b7-1fc9d273217c req-7e8152a1-71fb-4fa9-92d5-c0a89c170e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:32.316187 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d939fc1d-f6e2-4146-b9b7-1fc9d273217c req-7e8152a1-71fb-4fa9-92d5-c0a89c170e18 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3098612 May 04 22:30:32.318188 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.securitygroups_db [None req-e40a72b7-2e86-403e-8a90-ffeb4a7736d4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Project 1a2732e303a14979b3a0c11781a5f9e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 22:30:32.329386 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e40a72b7-2e86-403e-8a90-ffeb4a7736d4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:32.506832 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e40a72b7-2e86-403e-8a90-ffeb4a7736d4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:32.532940 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-b9914014-1a68-4e66-b81e-9589fae46ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:32.535093 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-b9914014-1a68-4e66-b81e-9589fae46ab7 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=27cd660b21c54b72a03160a20033b65d&device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 1096 time: 0.1640975 May 04 22:30:32.605285 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e40a72b7-2e86-403e-8a90-ffeb4a7736d4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:32.623103 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-cb2d2afa-178d-4df2-b252-29cb60440b12 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=853a6178-fbb3-43a5-b589-7be6e18a4ce5 HTTP/1.1" status: 200 len: 217 time: 0.0803237 May 04 22:30:32.626299 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-fbdfa6b9-c28e-40d1-982e-3f2e44f80f54 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:32.693331 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a72b7-2e86-403e-8a90-ffeb4a7736d4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85580bed-cd08-4f9f-8f2d-d51cfd6ca2ba,revision_number=0']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:32.701074 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e40a72b7-2e86-403e-8a90-ffeb4a7736d4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:32.732822 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-543c9595-5993-43ed-b420-0f7d36f11668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:32.735293 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-543c9595-5993-43ed-b420-0f7d36f11668 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f582991d-2026-4292-8d9d-c6b936e98ce3 HTTP/1.1" status: 200 len: 854 time: 0.0902081 May 04 22:30:32.805505 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-eed26fed-3280-42dd-9e11-50830ddfc74d service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a106cd41-91f0-4127-8319-b49330e3d302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600252 May 04 22:30:32.809245 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e40a72b7-2e86-403e-8a90-ffeb4a7736d4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:32.810390 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-e40a72b7-2e86-403e-8a90-ffeb4a7736d4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8677657 May 04 22:30:32.814407 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 34596) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:30:32.825294 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.v2.base [None req-ef5b8c53-aa2c-459e-aa48-9bec028c0c15 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Request body: {'security_group_rule': {'security_group_id': '32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa', 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74775) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:32.829661 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-ef5b8c53-aa2c-459e-aa48-9bec028c0c15 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:32.833808 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-ef5b8c53-aa2c-459e-aa48-9bec028c0c15 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Usage tracker for resource:security_group_rule and tenant:1a2732e303a14979b3a0c11781a5f9e2 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:30:32.837205 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-ef5b8c53-aa2c-459e-aa48-9bec028c0c15 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:30:32.845287 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-ef5b8c53-aa2c-459e-aa48-9bec028c0c15 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:32.940168 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.db.securitygroups_db [None req-ef5b8c53-aa2c-459e-aa48-9bec028c0c15 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Project 1a2732e303a14979b3a0c11781a5f9e2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 22:30:32.948348 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-ef5b8c53-aa2c-459e-aa48-9bec028c0c15 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:33.062223 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-ef5b8c53-aa2c-459e-aa48-9bec028c0c15 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:33.089417 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-7e4bc55f-2f71-40a1-b753-62953b37fdea service neutron] 10.222.0.85 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765567 May 04 22:30:33.140525 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-ef5b8c53-aa2c-459e-aa48-9bec028c0c15 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-987720'] for security_group_rule, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:33.142919 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-0f4e087a-c3ca-4963-a0e1-c2f87ebcb5c2 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:33.168749 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5b8c53-aa2c-459e-aa48-9bec028c0c15 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f73e82c8-7c3c-46b8-b8a0-74e465e34bb9,revision_number=0']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:33.171425 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-ef5b8c53-aa2c-459e-aa48-9bec028c0c15 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:33.239570 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-ef5b8c53-aa2c-459e-aa48-9bec028c0c15 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:33.241643 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-ef5b8c53-aa2c-459e-aa48-9bec028c0c15 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4257407 May 04 22:30:33.243613 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5eb6ee67-37e8-4923-89fe-26e27e10808e req-79c72e9f-a046-41fa-be4c-c0abf8b430fb service neutron] 10.222.0.85 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436596 May 04 22:30:33.555024 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e498acc-c2fe-4813-bf23-6191a263745d req-a8568e09-6831-4fdc-944a-94cf2ebd06de tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:33.557851 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1e498acc-c2fe-4813-bf23-6191a263745d req-a8568e09-6831-4fdc-944a-94cf2ebd06de tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 943 time: 0.1179228 May 04 22:30:33.736988 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1e498acc-c2fe-4813-bf23-6191a263745d req-f87958fd-2eb5-42c5-bae1-100c9182187a tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726868 May 04 22:30:33.817297 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 0eb8ba21-5d00-44fc-8f31-04f620e9812f up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:30:33.997618 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning for port 0eb8ba21-5d00-44fc-8f31-04f620e9812f completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:30:34.003900 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 0eb8ba21-5d00-44fc-8f31-04f620e9812f triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:34.006659 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:34.151527 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:34.187673 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] For port 0eb8ba21-5d00-44fc-8f31-04f620e9812f, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=0eb8ba21-5d00-44fc-8f31-04f620e9812f,segment=NetworkSegment(7938b41f-f877-4464-993b-e21935697f9d),segment_id=7938b41f-f877-4464-993b-e21935697f9d)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:30:34.271741 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:34.300520 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:34.302356 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:34.373886 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Pushing event updated for resources: {'Port': ['ID=0eb8ba21-5d00-44fc-8f31-04f620e9812f,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:34.377032 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:34.969980 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8999b27-d326-4260-b7d9-3e33dd58ac89 req-15f169cc-8e99-49fb-96f2-374f13635deb tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:34.971564 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b8999b27-d326-4260-b7d9-3e33dd58ac89 req-15f169cc-8e99-49fb-96f2-374f13635deb tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 943 time: 0.0926414 May 04 22:30:35.021170 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b8999b27-d326-4260-b7d9-3e33dd58ac89 req-13699e78-4930-4e19-a539-46f3a72293f0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418141 May 04 22:30:35.250894 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6a690650-5656-4621-9dce-0b1cc4320cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:35.765349 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 0eb8ba21-5d00-44fc-8f31-04f620e9812f up at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:30:35.843634 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Provisioning complete for port 0eb8ba21-5d00-44fc-8f31-04f620e9812f triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:35.844001 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:36.243307 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c230b72-223e-4835-a602-48c3eec0c601 req-e559f4b8-99e1-4d3a-a6ba-7b176215159a tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:36.245058 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-4c230b72-223e-4835-a602-48c3eec0c601 req-e559f4b8-99e1-4d3a-a6ba-7b176215159a tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 943 time: 0.0995779 May 04 22:30:36.297307 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-4c230b72-223e-4835-a602-48c3eec0c601 req-a8c35fc3-e153-4583-b01f-b78156ac7cac tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450568 May 04 22:30:36.449134 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 853a6178-fbb3-43a5-b589-7be6e18a4ce5 details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:30:36.465565 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 853a6178-fbb3-43a5-b589-7be6e18a4ce5, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=853a6178-fbb3-43a5-b589-7be6e18a4ce5,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:30:36.485268 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': '853a6178-fbb3-43a5-b589-7be6e18a4ce5', 'network_id': 'a106cd41-91f0-4127-8319-b49330e3d302', 'port_id': '853a6178-fbb3-43a5-b589-7be6e18a4ce5', 'mac_address': 'fa:16:3e:f9:01:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 994, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f582991d-2026-4292-8d9d-c6b936e98ce3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:30:36.578646 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:36.602950 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 853a6178-fbb3-43a5-b589-7be6e18a4ce5 {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:30:36.626276 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 853a6178-fbb3-43a5-b589-7be6e18a4ce5, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=853a6178-fbb3-43a5-b589-7be6e18a4ce5,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:30:36.729440 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:36.764510 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:36.772590 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:36.897919 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=853a6178-fbb3-43a5-b589-7be6e18a4ce5,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:36.903742 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:37.043000 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['853a6178-fbb3-43a5-b589-7be6e18a4ce5'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:30:37.538792 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9157bb71-0305-41f1-a4c7-7f70efa37c4c req-8a26d871-8bdc-4652-8e17-2d7d8f9a113e tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:37.540430 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9157bb71-0305-41f1-a4c7-7f70efa37c4c req-8a26d871-8bdc-4652-8e17-2d7d8f9a113e tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 944 time: 0.1206193 May 04 22:30:37.594927 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9157bb71-0305-41f1-a4c7-7f70efa37c4c req-f0653d34-7cbb-4128-b683-8f5efe7be2f1 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477839 May 04 22:30:38.310232 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 853a6178-fbb3-43a5-b589-7be6e18a4ce5 up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:30:38.420965 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:38.448821 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port 853a6178-fbb3-43a5-b589-7be6e18a4ce5 completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:30:38.454415 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port 853a6178-fbb3-43a5-b589-7be6e18a4ce5 triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:38.454841 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:38.592465 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:38.623810 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbda6df3-8111-4dd9-a467-e1bf96e52046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853a6178-fbb3-43a5-b589-7be6e18a4ce5'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:30:38.633721 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port 853a6178-fbb3-43a5-b589-7be6e18a4ce5, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=853a6178-fbb3-43a5-b589-7be6e18a4ce5,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:30:38.681721 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbda6df3-8111-4dd9-a467-e1bf96e52046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '853a6178-fbb3-43a5-b589-7be6e18a4ce5', 'code': 200} May 04 22:30:38.722377 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:38.726763 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:38.812978 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=853a6178-fbb3-43a5-b589-7be6e18a4ce5,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:38.818276 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:38.833125 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777898b3-ec17-41c9-bca2-3698d8f5fe1c req-3da56b28-af9a-4187-b1bb-95eb3620b11a tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:38.836580 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-777898b3-ec17-41c9-bca2-3698d8f5fe1c req-3da56b28-af9a-4187-b1bb-95eb3620b11a tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 945 time: 0.1141853 May 04 22:30:38.899976 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-777898b3-ec17-41c9-bca2-3698d8f5fe1c req-0cda4051-2634-49e4-bdbd-72fbf8d0387a tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534711 May 04 22:30:39.213717 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b2df92-f9c9-42e6-be1f-b07c75cfbf4f req-b4297fef-c273-485b-a9b1-dc8e9dfef5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:39.215384 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-89b2df92-f9c9-42e6-be1f-b07c75cfbf4f req-b4297fef-c273-485b-a9b1-dc8e9dfef5ab service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 1098 time: 0.0894170 May 04 22:30:39.264356 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-89b2df92-f9c9-42e6-be1f-b07c75cfbf4f req-bcbd55fd-1757-43b2-8292-bac869df06e2 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422959 May 04 22:30:39.568560 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8a31205f-89aa-410a-bc5e-f1f69b14c383 req-3ed49dfb-8eb2-4880-8a76-4d17691ff706 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0858493 May 04 22:30:39.748563 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31205f-89aa-410a-bc5e-f1f69b14c383 req-b0183cfc-3c8b-49b1-88ca-1c81646cf870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:39.751064 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8a31205f-89aa-410a-bc5e-f1f69b14c383 req-b0183cfc-3c8b-49b1-88ca-1c81646cf870 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=27cd660b21c54b72a03160a20033b65d&device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 1098 time: 0.0922706 May 04 22:30:39.916879 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31205f-89aa-410a-bc5e-f1f69b14c383 req-eaf8a294-7c8d-4c90-ac45-d6b099d0dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:39.918499 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8a31205f-89aa-410a-bc5e-f1f69b14c383 req-eaf8a294-7c8d-4c90-ac45-d6b099d0dafa service neutron] 10.222.0.85 "GET /v2.0/networks?id=a106cd41-91f0-4127-8319-b49330e3d302 HTTP/1.1" status: 200 len: 915 time: 0.1449976 May 04 22:30:40.055801 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8a31205f-89aa-410a-bc5e-f1f69b14c383 req-6b4ea975-ba69-4e21-b51c-9f051a8177c1 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5d276aa-f42e-4298-9c13-0dc4f00f2152 HTTP/1.1" status: 200 len: 217 time: 0.1155736 May 04 22:30:40.192744 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31205f-89aa-410a-bc5e-f1f69b14c383 req-57dc330a-b042-482c-93ed-b6904dd49393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:40.194251 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8a31205f-89aa-410a-bc5e-f1f69b14c383 req-57dc330a-b042-482c-93ed-b6904dd49393 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=f582991d-2026-4292-8d9d-c6b936e98ce3 HTTP/1.1" status: 200 len: 854 time: 0.1307814 May 04 22:30:40.287517 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8a31205f-89aa-410a-bc5e-f1f69b14c383 req-837ef96a-7bac-4193-8554-230f8591d790 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=a106cd41-91f0-4127-8319-b49330e3d302&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841496 May 04 22:30:40.313640 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [req-8a31205f-89aa-410a-bc5e-f1f69b14c383 req-05965b2c-c2fc-4d67-aecc-133042b4ce18 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=74776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 22:30:40.314688 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8a31205f-89aa-410a-bc5e-f1f69b14c383 req-05965b2c-c2fc-4d67-aecc-133042b4ce18 service neutron] 10.222.0.85 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108399 May 04 22:30:40.329015 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bdb04-a80d-41f1-af65-6da0ea9837dd req-316b3e0c-8385-44db-a415-73dbbe3b46e9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:40.331002 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e71bdb04-a80d-41f1-af65-6da0ea9837dd req-316b3e0c-8385-44db-a415-73dbbe3b46e9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 945 time: 0.2103822 May 04 22:30:40.476898 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e71bdb04-a80d-41f1-af65-6da0ea9837dd req-ef8b4bed-0c14-497b-a46e-29cf12d5776b tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189940 May 04 22:30:40.521729 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8a31205f-89aa-410a-bc5e-f1f69b14c383 req-fc064412-64f4-4bee-bd23-e239c43e8124 service neutron] 10.222.0.85 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893957 May 04 22:30:40.703898 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8a31205f-89aa-410a-bc5e-f1f69b14c383 req-ff8c68ba-047f-44c9-9e8f-3eed9ba9eb29 service neutron] 10.222.0.85 "GET /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690025 May 04 22:30:41.709747 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93b96c-0405-4c8c-b6d4-2de43d9fa19a req-3261c62b-321a-4a37-abf7-6d5ced1602bd tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:41.711375 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ae93b96c-0405-4c8c-b6d4-2de43d9fa19a req-3261c62b-321a-4a37-abf7-6d5ced1602bd tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 945 time: 0.0986643 May 04 22:30:41.766828 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ae93b96c-0405-4c8c-b6d4-2de43d9fa19a req-2909dff0-eb60-496b-9368-d531178c05d1 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486560 May 04 22:30:50.469887 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ed69736e-b8fc-483d-9d2c-3f86201ec9de tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Synchronizing usage tracker for tenant:1a2732e303a14979b3a0c11781a5f9e2 on resource:security_group {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:30:50.563123 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ed69736e-b8fc-483d-9d2c-3f86201ec9de tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Unset dirty status for tenant:1a2732e303a14979b3a0c11781a5f9e2 on resource:security_group {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:30:50.564228 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ed69736e-b8fc-483d-9d2c-3f86201ec9de tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1367356450&fields=id&tenant_id=1a2732e303a14979b3a0c11781a5f9e2 HTTP/1.1" status: 200 len: 267 time: 0.1375132 May 04 22:30:50.730880 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-dc7a1fa8-2961-4eab-be3c-154c12db4b81 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:50.731875 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-dc7a1fa8-2961-4eab-be3c-154c12db4b81 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Synchronizing usage tracker for tenant:1a2732e303a14979b3a0c11781a5f9e2 on resource:network {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:30:50.820489 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-dc7a1fa8-2961-4eab-be3c-154c12db4b81 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Unset dirty status for tenant:1a2732e303a14979b3a0c11781a5f9e2 on resource:network {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:30:50.821798 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-dc7a1fa8-2961-4eab-be3c-154c12db4b81 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/networks?id=aac42372-8090-46b8-8cd7-4bccfe6c7113 HTTP/1.1" status: 200 len: 808 time: 0.2507885 May 04 22:30:50.840249 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-3daf9c31-b9f6-47fb-8855-20d53a6e76af tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/quotas/1a2732e303a14979b3a0c11781a5f9e2 HTTP/1.1" status: 200 len: 375 time: 0.0115070 May 04 22:30:50.943140 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-af1a7e49-ca4f-4b35-8aa5-fb8bc82b0313 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?tenant_id=1a2732e303a14979b3a0c11781a5f9e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0955386 May 04 22:30:50.966425 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-45746379-ce97-4c6c-b7c7-4044f06c4d29 service neutron] http://10.222.0.72:9696/v2.0/extensions returned with HTTP 200 {{(pid=74776) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 22:30:50.967648 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-45746379-ce97-4c6c-b7c7-4044f06c4d29 service neutron] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056186 May 04 22:30:51.295257 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-0d433d79-1e76-467e-910a-08cfd3ec9174 service neutron] 10.222.0.72 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198371 May 04 22:30:51.441452 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-48157e72-17a2-4688-95b5-c6e7780ff594 service neutron] 10.222.0.72 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399767 May 04 22:30:51.827009 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c851f4-91f9-47f6-af7a-be5f90fae786 req-9e1d89aa-b0e1-4d4b-86f1-20e3b1c91753 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:51.829812 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-99c851f4-91f9-47f6-af7a-be5f90fae786 req-9e1d89aa-b0e1-4d4b-86f1-20e3b1c91753 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 945 time: 0.1098976 May 04 22:30:51.886062 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-99c851f4-91f9-47f6-af7a-be5f90fae786 req-5d72214b-5781-4aaa-956c-497d9e890112 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490515 May 04 22:30:52.368634 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-47c32758-7890-4cda-a550-2e35f5ee3c74 req-49447f9d-51c3-4511-9eaa-e74f4e0482dd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Synchronizing usage tracker for tenant:1a2732e303a14979b3a0c11781a5f9e2 on resource:port {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:30:52.482912 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-47c32758-7890-4cda-a550-2e35f5ee3c74 req-49447f9d-51c3-4511-9eaa-e74f4e0482dd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Unset dirty status for tenant:1a2732e303a14979b3a0c11781a5f9e2 on resource:port {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:30:52.484196 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-47c32758-7890-4cda-a550-2e35f5ee3c74 req-49447f9d-51c3-4511-9eaa-e74f4e0482dd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 210 time: 0.1636634 May 04 22:30:53.089768 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce5f7e-5d22-4e29-b970-03aa1cb64e87 req-f4b01a11-bec9-4ee9-b552-f99c1864f4bf tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:53.091251 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-65ce5f7e-5d22-4e29-b970-03aa1cb64e87 req-f4b01a11-bec9-4ee9-b552-f99c1864f4bf tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 945 time: 0.0834863 May 04 22:30:53.143171 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-65ce5f7e-5d22-4e29-b970-03aa1cb64e87 req-0d7c557b-955d-47cf-91ec-8abf4fc910ee tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456984 May 04 22:30:53.375243 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd37f8b-2bfd-4bc0-b987-f89994b65b01 req-3ac81320-f8ff-4df8-8234-c6b87ba994b8 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:53.376707 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0cd37f8b-2bfd-4bc0-b987-f89994b65b01 req-3ac81320-f8ff-4df8-8234-c6b87ba994b8 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 945 time: 0.0903749 May 04 22:30:53.525760 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-0cd37f8b-2bfd-4bc0-b987-f89994b65b01 req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Deleting port 853a6178-fbb3-43a5-b589-7be6e18a4ce5 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:30:53.526665 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-0cd37f8b-2bfd-4bc0-b987-f89994b65b01 req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:53.658785 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a4d37819-c2ea-4873-9933-fc968e299f01 req-007a97e5-3b67-49de-8e42-ed8315c8218f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 210 time: 0.0490098 May 04 22:30:53.698542 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-0cd37f8b-2bfd-4bc0-b987-f89994b65b01 req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] For port 853a6178-fbb3-43a5-b589-7be6e18a4ce5, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=853a6178-fbb3-43a5-b589-7be6e18a4ce5,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:30:53.698933 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-0cd37f8b-2bfd-4bc0-b987-f89994b65b01 req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:53.836564 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-0cd37f8b-2bfd-4bc0-b987-f89994b65b01 req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Calling delete_port for 853a6178-fbb3-43a5-b589-7be6e18a4ce5 owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:30:54.089577 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-0cd37f8b-2bfd-4bc0-b987-f89994b65b01 req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:54.095809 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-be0cf124-deae-4fc1-814a-ccd043b1682a tempest-VolumesNegativeTest-353781 tempest-VolumesNegativeTest-353781-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:54.109203 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['b5d276aa-f42e-4298-9c13-0dc4f00f2152', '8d510548-d3ad-495c-bef5-264dc4a6b0e5', '7004993a-1dfa-4d16-b3c8-e9a092f5a3a6', '853a6178-fbb3-43a5-b589-7be6e18a4ce5'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:30:54.142643 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Pushing event deleted for resources: {'Port': ['ID=853a6178-fbb3-43a5-b589-7be6e18a4ce5,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:54.156771 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:54.156771 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:54.161027 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:54.161027 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:54.161027 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:54.161027 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:54.161027 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:54.161027 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:54.161027 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:54.161027 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:54.161027 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:54.161027 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:30:54.164338 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:54.242714 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd37f8b-2bfd-4bc0-b987-f89994b65b01 req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] No DVR routers for this DVR port 853a6178-fbb3-43a5-b589-7be6e18a4ce5 on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:30:54.248268 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-0cd37f8b-2bfd-4bc0-b987-f89994b65b01 req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:54.257865 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbda6df3-8111-4dd9-a467-e1bf96e52046', 'name': 'network-vif-deleted', 'tag': '853a6178-fbb3-43a5-b589-7be6e18a4ce5'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:30:54.344007 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbda6df3-8111-4dd9-a467-e1bf96e52046', 'name': 'network-vif-deleted', 'tag': '853a6178-fbb3-43a5-b589-7be6e18a4ce5', 'status': 'completed', 'code': 200} May 04 22:30:54.356566 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-294371e5-d36e-4d4a-8bcc-bd8fe9a1e172 req-400b370f-dcf4-48b2-9153-15cb6088ff71 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Synchronizing usage tracker for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:30:54.437392 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-0cd37f8b-2bfd-4bc0-b987-f89994b65b01 req-0d3f8244-886a-4d17-8373-cca7c048fee6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "DELETE /v2.0/ports/853a6178-fbb3-43a5-b589-7be6e18a4ce5 HTTP/1.1" status: 204 len: 173 time: 1.0527413 May 04 22:30:54.592125 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-294371e5-d36e-4d4a-8bcc-bd8fe9a1e172 req-400b370f-dcf4-48b2-9153-15cb6088ff71 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Unset dirty status for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:30:54.593341 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-294371e5-d36e-4d4a-8bcc-bd8fe9a1e172 req-400b370f-dcf4-48b2-9153-15cb6088ff71 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 210 time: 0.2891753 May 04 22:30:54.834368 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a3b2d5b1-bbe3-4064-be03-56c5931c2113 req-946d67df-115b-458d-b9f9-ad642a5b0c23 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 210 time: 0.0532374 May 04 22:30:55.237601 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-bcd5cee5-2156-4139-8d3f-3ae1124c6658 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:55.239128 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-bcd5cee5-2156-4139-8d3f-3ae1124c6658 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.85 "GET /v2.0/networks?id=aac42372-8090-46b8-8cd7-4bccfe6c7113 HTTP/1.1" status: 200 len: 808 time: 0.1525204 May 04 22:30:55.292038 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-179919db-0322-4ef4-825f-6eba9f329f6b tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.85 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a2732e303a14979b3a0c11781a5f9e2 HTTP/1.1" status: 200 len: 380 time: 0.0434616 May 04 22:30:55.300592 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Request body: {'port': {'device_id': 'ed27480b-6204-480d-a7b7-3f286385a521', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'admin_state_up': True, 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'security_groups': ['32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa']}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:55.465514 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:30:55.479592 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:30:55.590803 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Made reservation on behalf of 1a2732e303a14979b3a0c11781a5f9e2 for: {'port': 1} {{(pid=74776) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 22:30:55.597670 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:55.843633 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ddd416d0-51db-418c-8cb8-6288d864f0ba req-2f3392ef-1e21-4c75-9e7e-dd8e4dd4e162 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbda6df3-8111-4dd9-a467-e1bf96e52046 HTTP/1.1" status: 200 len: 210 time: 0.0597153 May 04 22:30:55.964100 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Allocated IP 172.20.0.14 (aac42372-8090-46b8-8cd7-4bccfe6c7113/45f6c782-0b64-4ab9-9590-da19a233bcfa/aca1ec0b-d78c-4221-90d8-8a5e8543ad9d) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:30:56.023186 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-8f7e7452-5387-40ca-84cc-2298c9946381 req-dd351f48-4d16-4c97-94fa-e7fb1708dfe3 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 210 time: 0.0507219 May 04 22:30:56.229978 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:56.248490 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Transition to ACTIVE for port object aca1ec0b-d78c-4221-90d8-8a5e8543ad9d will not be triggered until provisioned by entity DHCP. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:30:56.403170 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:56.410003 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:56.470453 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Network aac42372-8090-46b8-8cd7-4bccfe6c7113 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:30:56.473435 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:30:56.483420 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:30:56.527367 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Pushing event updated for resources: {'Port': ['ID=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:56.532009 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:56.558022 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:56.558648 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:56.666086 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ca55ceff-7e88-4617-880c-760ce63d4634 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.85 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3692060 May 04 22:30:56.733047 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Request body: {'port': {'device_id': 'ed27480b-6204-480d-a7b7-3f286385a521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78692'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:30:56.808570 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-77df8d6f-cc36-484b-a01d-25dfa5ba4cf0 None None] Provisioning for port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d completed by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:30:56.813834 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-77df8d6f-cc36-484b-a01d-25dfa5ba4cf0 None None] Provisioning complete for port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d triggered by entity DHCP. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:30:56.814213 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-77df8d6f-cc36-484b-a01d-25dfa5ba4cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:56.849614 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:56.938262 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-77df8d6f-cc36-484b-a01d-25dfa5ba4cf0 None None] Port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d cannot update to ACTIVE because it is not bound. {{(pid=74777) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 04 22:30:57.253837 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7df85-5529-4918-b2cc-bf4734204591 req-d17a68d4-3110-4f2c-8aec-a06422607e2c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:57.255911 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5ce7df85-5529-4918-b2cc-bf4734204591 req-d17a68d4-3110-4f2c-8aec-a06422607e2c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 932 time: 0.0968559 May 04 22:30:57.273418 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca1ec0b-d78c-4221-90d8-8a5e8543ad9d {{(pid=74776) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:30:57.283832 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:57.304917 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.provisioning_blocks [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Transition to ACTIVE for port object aca1ec0b-d78c-4221-90d8-8a5e8543ad9d will not be triggered until provisioned by entity L2. {{(pid=74776) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 22:30:57.354267 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-5ce7df85-5529-4918-b2cc-bf4734204591 req-3780488a-95da-401c-8c30-e640bc839fa5 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Synchronizing usage tracker for tenant:1a2732e303a14979b3a0c11781a5f9e2 on resource:security_group {{(pid=74775) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:30:57.376248 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [req-5ce7df85-5529-4918-b2cc-bf4734204591 req-3780488a-95da-401c-8c30-e640bc839fa5 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Unset dirty status for tenant:1a2732e303a14979b3a0c11781a5f9e2 on resource:security_group {{(pid=74775) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:30:57.378215 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5ce7df85-5529-4918-b2cc-bf4734204591 req-3780488a-95da-401c-8c30-e640bc839fa5 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107345 May 04 22:30:57.391748 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:57.398113 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cb9eff2f-ba11-4a60-8a97-455a44380459 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:57.620106 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Pushing event updated for resources: {'Port': ['ID=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:57.625480 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:57.679806 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Attempting to bind port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d on host hv-cinder-78692 for vnic_type normal with profile {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 22:30:57.680137 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Attempting to bind port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d by drivers openvswitch,hyperv on host hv-cinder-78692 at level 0 using segments [{'id': 'e65ec18d-28d1-44e2-9a31-811346889076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113'}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 22:30:57.680451 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Attempting to bind port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d on network aac42372-8090-46b8-8cd7-4bccfe6c7113 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:30:57.686153 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d on network aac42372-8090-46b8-8cd7-4bccfe6c7113 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78692 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 04 22:30:57.686466 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Attempting to bind port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d on network aac42372-8090-46b8-8cd7-4bccfe6c7113 {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 04 22:30:57.692841 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Checking agent: {'id': '84bdd670-9fca-4870-9936-c35ec120c4af', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78692', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'started_at': datetime.datetime(2021, 5, 4, 22, 18, 31), 'heartbeat_timestamp': datetime.datetime(2021, 5, 4, 22, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 04 22:30:57.693183 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Checking segment: {'id': 'e65ec18d-28d1-44e2-9a31-811346889076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74776) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 04 22:30:57.693558 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Bound using segment: {'id': 'e65ec18d-28d1-44e2-9a31-811346889076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113'} {{(pid=74776) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 04 22:30:57.693974 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Bound port: aca1ec0b-d78c-4221-90d8-8a5e8543ad9d, host: hv-cinder-78692, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e65ec18d-28d1-44e2-9a31-811346889076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 970, 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113'}}] {{(pid=74776) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 22:30:57.694311 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:57.795762 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] For port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d, host hv-cinder-78692, cleared binding levels {{(pid=74776) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 04 22:30:57.799739 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] For port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d, host hv-cinder-78692, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74776) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 04 22:30:57.883508 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:57.889899 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:30:57.950449 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:57.951130 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:30:57.952635 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] 10.222.0.85 "PUT /v2.0/ports/aca1ec0b-d78c-4221-90d8-8a5e8543ad9d HTTP/1.1" status: 200 len: 1094 time: 1.2748728 May 04 22:30:57.953155 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed27480b-6204-480d-a7b7-3f286385a521', 'tag': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:30:57.989628 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Pushing event updated for resources: {'Port': ['ID=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,revision_number=3']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:30:57.993071 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:30:58.005867 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed27480b-6204-480d-a7b7-3f286385a521', 'tag': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d', 'status': 'completed', 'code': 200} May 04 22:30:58.115869 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcd42e-60c4-480b-9964-1125a73c4e24 req-d584f588-6d39-485b-81a9-d26a5008dd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:58.117420 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7bdcd42e-60c4-480b-9964-1125a73c4e24 req-d584f588-6d39-485b-81a9-d26a5008dd7b service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1a2732e303a14979b3a0c11781a5f9e2&device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 1097 time: 0.0847473 May 04 22:30:58.279759 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcd42e-60c4-480b-9964-1125a73c4e24 req-e7d0b836-dcec-4ba9-9b49-b08ed522d57d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:58.281253 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7bdcd42e-60c4-480b-9964-1125a73c4e24 req-e7d0b836-dcec-4ba9-9b49-b08ed522d57d service neutron] 10.222.0.85 "GET /v2.0/networks?tenant_id=1a2732e303a14979b3a0c11781a5f9e2&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1529899 May 04 22:30:58.399604 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 853a6178-fbb3-43a5-b589-7be6e18a4ce5 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:30:58.448364 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: 853a6178-fbb3-43a5-b589-7be6e18a4ce5 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:30:58.449336 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 853a6178-fbb3-43a5-b589-7be6e18a4ce5 not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:30:58.561894 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdcd42e-60c4-480b-9964-1125a73c4e24 req-c76e7c7a-69a9-41db-9009-213f2a9dd1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:58.563693 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7bdcd42e-60c4-480b-9964-1125a73c4e24 req-c76e7c7a-69a9-41db-9009-213f2a9dd1b7 service neutron] 10.222.0.85 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2715812 May 04 22:30:58.658163 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c11d94-7e64-48b0-ab8a-b83105ed1907 req-7f5807d4-aa0f-440c-8c4f-3e2342f1e4db tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:58.659891 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-06c11d94-7e64-48b0-ab8a-b83105ed1907 req-7f5807d4-aa0f-440c-8c4f-3e2342f1e4db tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 944 time: 0.1178970 May 04 22:30:58.695560 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-53d993c0-d973-4b2f-ade0-3881db381624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:58.697123 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-53d993c0-d973-4b2f-ade0-3881db381624 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1a2732e303a14979b3a0c11781a5f9e2&device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 1097 time: 0.0893643 May 04 22:30:58.714407 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-06c11d94-7e64-48b0-ab8a-b83105ed1907 req-9002ae7f-c2a1-4887-9b48-27c876d923b2 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472896 May 04 22:30:58.785766 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-b83d74bd-8f8e-4000-b076-e58b55fe5e26 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d HTTP/1.1" status: 200 len: 217 time: 0.0776010 May 04 22:30:58.865749 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-cab3eacf-65ac-46d0-9144-58780f0a0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:58.867939 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-cab3eacf-65ac-46d0-9144-58780f0a0fc8 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=45f6c782-0b64-4ab9-9590-da19a233bcfa HTTP/1.1" status: 200 len: 847 time: 0.0730913 May 04 22:30:58.955804 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ad4085e9-ed43-45ef-ae5f-ea54f224e65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:58.957766 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-ad4085e9-ed43-45ef-ae5f-ea54f224e65b service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aac42372-8090-46b8-8cd7-4bccfe6c7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802488 May 04 22:30:59.109438 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-b726c23e-524b-4649-949a-79cbcd66552e service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418796 May 04 22:30:59.273346 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-e905cc49-7015-4c69-af06-b81117dfa9f1 req-6e2f05c2-6676-461b-9afb-495503860a72 service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563466 May 04 22:30:59.275160 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83ccb70-662f-4872-a713-b8cdb2c92dd6 req-d0289967-617a-4723-8fe2-dff122c6b7cc tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:59.276856 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a83ccb70-662f-4872-a713-b8cdb2c92dd6 req-d0289967-617a-4723-8fe2-dff122c6b7cc tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 945 time: 0.1014972 May 04 22:30:59.326580 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a83ccb70-662f-4872-a713-b8cdb2c92dd6 req-e619aa83-64be-4eef-82e5-b96004fa8665 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433941 May 04 22:30:59.980241 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea85251-bc40-43be-a161-1e49fec65a65 req-fe8016c5-5420-447d-b57f-7cc1b17aa89b tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:30:59.980881 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-5ea85251-bc40-43be-a161-1e49fec65a65 req-fe8016c5-5420-447d-b57f-7cc1b17aa89b tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Synchronizing usage tracker for tenant:1a2732e303a14979b3a0c11781a5f9e2 on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:31:00.076454 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-5ea85251-bc40-43be-a161-1e49fec65a65 req-fe8016c5-5420-447d-b57f-7cc1b17aa89b tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Unset dirty status for tenant:1a2732e303a14979b3a0c11781a5f9e2 on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:31:00.077694 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5ea85251-bc40-43be-a161-1e49fec65a65 req-fe8016c5-5420-447d-b57f-7cc1b17aa89b tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 944 time: 0.1906159 May 04 22:31:00.128228 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-5ea85251-bc40-43be-a161-1e49fec65a65 req-57d37ccc-7553-4e02-bf27-29d540add533 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433211 May 04 22:31:00.519277 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed026af-a9cb-4bf2-a770-7052bc56bbb4 req-bfce0ad0-1278-4e8e-9539-6f7e3c67378e tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:00.520746 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-bed026af-a9cb-4bf2-a770-7052bc56bbb4 req-bfce0ad0-1278-4e8e-9539-6f7e3c67378e tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 945 time: 0.0837557 May 04 22:31:00.580360 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-bed026af-a9cb-4bf2-a770-7052bc56bbb4 req-fb0c5298-aa89-4fe7-bbc3-e4027465f10b tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534997 May 04 22:31:00.907696 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e8cae0-ba62-4ed1-a336-1c3c525498d5 req-7f4cbee0-24e1-4655-a183-07beedf34271 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:00.909219 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c6e8cae0-ba62-4ed1-a336-1c3c525498d5 req-7f4cbee0-24e1-4655-a183-07beedf34271 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 945 time: 0.1061625 May 04 22:31:01.090350 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-c6e8cae0-ba62-4ed1-a336-1c3c525498d5 req-ef9e5f76-51af-4eaa-9dbb-8f4b0bac0de6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Deleting port 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:31:01.091484 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-c6e8cae0-ba62-4ed1-a336-1c3c525498d5 req-ef9e5f76-51af-4eaa-9dbb-8f4b0bac0de6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:01.134562 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-4e61bd8c-3018-49a8-b678-273e71fc77c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:01.359353 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-c6e8cae0-ba62-4ed1-a336-1c3c525498d5 req-ef9e5f76-51af-4eaa-9dbb-8f4b0bac0de6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] For port 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=7004993a-1dfa-4d16-b3c8-e9a092f5a3a6,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:31:01.359941 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-c6e8cae0-ba62-4ed1-a336-1c3c525498d5 req-ef9e5f76-51af-4eaa-9dbb-8f4b0bac0de6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:01.513435 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-c6e8cae0-ba62-4ed1-a336-1c3c525498d5 req-ef9e5f76-51af-4eaa-9dbb-8f4b0bac0de6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Calling delete_port for 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:31:01.556977 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d1745-adc0-40c5-a5cd-1a2c316c450e req-2f8b7324-5e0f-4277-92a8-dffb3329c762 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:01.558664 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-245d1745-adc0-40c5-a5cd-1a2c316c450e req-2f8b7324-5e0f-4277-92a8-dffb3329c762 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 944 time: 0.2821553 May 04 22:31:01.623829 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-245d1745-adc0-40c5-a5cd-1a2c316c450e req-5557dfd9-5d02-499a-a5c0-194cdcb0a53d tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585124 May 04 22:31:01.632176 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:01.773773 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-c6e8cae0-ba62-4ed1-a336-1c3c525498d5 req-ef9e5f76-51af-4eaa-9dbb-8f4b0bac0de6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:01.777828 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001aea34-9549-4e7b-af4e-62fc2c4bb20f req-98ffa380-b76c-46ad-a7a6-b8af4fadfc37 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:01.779501 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-001aea34-9549-4e7b-af4e-62fc2c4bb20f req-98ffa380-b76c-46ad-a7a6-b8af4fadfc37 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 945 time: 0.0867279 May 04 22:31:01.780409 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-87506ec2-bc90-4b04-ae64-1ecdc3b45c8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:01.790001 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['b5d276aa-f42e-4298-9c13-0dc4f00f2152', '8d510548-d3ad-495c-bef5-264dc4a6b0e5', '7004993a-1dfa-4d16-b3c8-e9a092f5a3a6'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:31:01.827351 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e5f76-51af-4eaa-9dbb-8f4b0bac0de6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Pushing event deleted for resources: {'Port': ['ID=7004993a-1dfa-4d16-b3c8-e9a092f5a3a6,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:01.828423 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-001aea34-9549-4e7b-af4e-62fc2c4bb20f req-ff81b044-d43c-4d14-a7cf-178a08babc01 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429170 May 04 22:31:01.830517 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-ef9e5f76-51af-4eaa-9dbb-8f4b0bac0de6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:02.013416 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e8cae0-ba62-4ed1-a336-1c3c525498d5 req-ef9e5f76-51af-4eaa-9dbb-8f4b0bac0de6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] No DVR routers for this DVR port 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:31:02.016150 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-c6e8cae0-ba62-4ed1-a336-1c3c525498d5 req-ef9e5f76-51af-4eaa-9dbb-8f4b0bac0de6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:02.018785 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebae095c-21c0-4d2e-9c89-04fa2f4fdba6', 'name': 'network-vif-deleted', 'tag': '7004993a-1dfa-4d16-b3c8-e9a092f5a3a6'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:31:02.030504 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c6e8cae0-ba62-4ed1-a336-1c3c525498d5 req-ef9e5f76-51af-4eaa-9dbb-8f4b0bac0de6 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "DELETE /v2.0/ports/7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 HTTP/1.1" status: 204 len: 173 time: 1.1125586 May 04 22:31:02.067713 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebae095c-21c0-4d2e-9c89-04fa2f4fdba6', 'name': 'network-vif-deleted', 'tag': '7004993a-1dfa-4d16-b3c8-e9a092f5a3a6', 'status': 'completed', 'code': 200} May 04 22:31:02.430207 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device aca1ec0b-d78c-4221-90d8-8a5e8543ad9d details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:31:02.584923 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:31:02.600172 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'port_id': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d', 'mac_address': 'fa:16:3e:47:80:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:31:02.659154 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:02.676938 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca1ec0b-d78c-4221-90d8-8a5e8543ad9d {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:31:02.691758 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:31:02.695621 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:31:02.767916 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:02.769758 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-8dab910c-f6c9-40da-a17e-cadd801f025f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:02.829544 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c19026-74fe-4d0c-8cc4-34fbcfc86f2b req-b94734db-b5aa-42ba-acdb-bcd90d3695bc tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:02.831742 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-32c19026-74fe-4d0c-8cc4-34fbcfc86f2b req-b94734db-b5aa-42ba-acdb-bcd90d3695bc tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 945 time: 0.0946405 May 04 22:31:02.859785 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,revision_number=4']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:02.865181 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:02.884189 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-32c19026-74fe-4d0c-8cc4-34fbcfc86f2b req-a35b6155-e273-4e6e-8fa7-4073bdd135ab tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466468 May 04 22:31:03.019382 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['aca1ec0b-d78c-4221-90d8-8a5e8543ad9d'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:31:03.039444 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-8a496512-cac6-410a-85e7-d91d2c51fb9d req-e1cc9765-af08-4576-93a6-89ad812d3f26 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Synchronizing usage tracker for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:31:03.156750 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-8a496512-cac6-410a-85e7-d91d2c51fb9d req-e1cc9765-af08-4576-93a6-89ad812d3f26 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Unset dirty status for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:31:03.157977 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-8a496512-cac6-410a-85e7-d91d2c51fb9d req-e1cc9765-af08-4576-93a6-89ad812d3f26 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=ebae095c-21c0-4d2e-9c89-04fa2f4fdba6 HTTP/1.1" status: 200 len: 210 time: 0.1638558 May 04 22:31:04.086124 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4fd95e-2913-4b61-8ca6-c33952c79f5a req-d84ed52b-b89e-4ae6-b771-5c4b7214903d tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:04.088006 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5e4fd95e-2913-4b61-8ca6-c33952c79f5a req-d84ed52b-b89e-4ae6-b771-5c4b7214903d tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 945 time: 0.0869105 May 04 22:31:04.117036 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:04.154572 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-5e4fd95e-2913-4b61-8ca6-c33952c79f5a req-fba2eb32-442d-49a1-8805-da0ffc62edb1 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591085 May 04 22:31:04.461957 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device aca1ec0b-d78c-4221-90d8-8a5e8543ad9d up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:31:04.648125 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning for port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d completed by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 22:31:04.653869 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:31:04.654251 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:04.774933 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:04.803441 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed27480b-6204-480d-a7b7-3f286385a521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:31:04.813961 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:31:04.864423 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed27480b-6204-480d-a7b7-3f286385a521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d', 'code': 200} May 04 22:31:04.949951 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cba9620-cfdd-4310-9e10-d5c13756b2b8 req-a8a037a7-8f5c-44d2-a9fc-ccce5fac35ae tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:04.949951 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7cba9620-cfdd-4310-9e10-d5c13756b2b8 req-a8a037a7-8f5c-44d2-a9fc-ccce5fac35ae tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 946 time: 0.0930557 May 04 22:31:04.990954 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:04.991832 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:31:05.007362 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-7cba9620-cfdd-4310-9e10-d5c13756b2b8 req-9ce21cf7-c66e-4bd8-946d-fe80a47da512 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443904 May 04 22:31:05.019821 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:05.066404 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:31:05.070350 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 7004993a-1dfa-4d16-b3c8-e9a092f5a3a6 not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:31:05.106292 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,revision_number=5']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:05.109402 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:05.232579 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-2d18a82f-3085-4738-b6a1-37539ea89dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:05.355182 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1e9e00-d1ab-46e9-a6d6-5867e77c57d2 req-1d28641c-4464-4d8b-b450-ab2dbb6caa9b tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:05.356979 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0c1e9e00-d1ab-46e9-a6d6-5867e77c57d2 req-1d28641c-4464-4d8b-b450-ab2dbb6caa9b tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.0892463 May 04 22:31:05.403873 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0c1e9e00-d1ab-46e9-a6d6-5867e77c57d2 req-31656d02-fe14-4c4b-b6c4-100f730e50be tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411298 May 04 22:31:05.477923 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c01f3-510a-4827-827a-abb6f4b7c53f req-6f3a02b3-d2c0-4f9e-9d7b-cc48aae4fe35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:05.479996 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-231c01f3-510a-4827-827a-abb6f4b7c53f req-6f3a02b3-d2c0-4f9e-9d7b-cc48aae4fe35 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 1099 time: 0.0709586 May 04 22:31:05.522789 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-231c01f3-510a-4827-827a-abb6f4b7c53f req-ec09883f-d52b-42ee-a5f1-e8f982487f1f service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352845 May 04 22:31:06.197477 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94320835-5d07-4ba8-a04d-3491823408bb req-f45a217c-18cb-4bf9-80ba-079b33a5d4c1 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:06.203864 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-94320835-5d07-4ba8-a04d-3491823408bb req-f45a217c-18cb-4bf9-80ba-079b33a5d4c1 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 946 time: 0.0958264 May 04 22:31:06.213986 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:06.248300 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-94320835-5d07-4ba8-a04d-3491823408bb req-ccb0f0ab-f80e-4df9-93a3-82805081c862 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422430 May 04 22:31:06.474729 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6ac0f-e079-4dba-93ae-79ad4fad776e req-46fa3f74-0498-4d76-973d-73580954ee73 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:06.476477 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-22a6ac0f-e079-4dba-93ae-79ad4fad776e req-46fa3f74-0498-4d76-973d-73580954ee73 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 946 time: 0.0965459 May 04 22:31:06.625806 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36901046-bbbc-4e3b-b5e9-7fb4a2d5c393 req-1849e88a-3c3e-4197-b5cf-594671ff2999 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:06.627376 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-36901046-bbbc-4e3b-b5e9-7fb4a2d5c393 req-1849e88a-3c3e-4197-b5cf-594671ff2999 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.0941999 May 04 22:31:06.653816 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-22a6ac0f-e079-4dba-93ae-79ad4fad776e req-4e2820df-d6bb-420a-93fb-755655ebf9fa tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Deleting port 8d510548-d3ad-495c-bef5-264dc4a6b0e5 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:31:06.654165 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-22a6ac0f-e079-4dba-93ae-79ad4fad776e req-4e2820df-d6bb-420a-93fb-755655ebf9fa tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:06.678032 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-36901046-bbbc-4e3b-b5e9-7fb4a2d5c393 req-b079489d-9717-4f3b-adc8-0134f452ec81 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444410 May 04 22:31:06.859186 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-22a6ac0f-e079-4dba-93ae-79ad4fad776e req-4e2820df-d6bb-420a-93fb-755655ebf9fa tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] For port 8d510548-d3ad-495c-bef5-264dc4a6b0e5, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=8d510548-d3ad-495c-bef5-264dc4a6b0e5,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:31:06.859545 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-22a6ac0f-e079-4dba-93ae-79ad4fad776e req-4e2820df-d6bb-420a-93fb-755655ebf9fa tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:06.995571 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-22a6ac0f-e079-4dba-93ae-79ad4fad776e req-4e2820df-d6bb-420a-93fb-755655ebf9fa tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Calling delete_port for 8d510548-d3ad-495c-bef5-264dc4a6b0e5 owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:31:07.034440 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46493c7-c30e-44c0-9094-7a65fa7990aa req-333e0fed-4c82-413b-84ec-55c6f93bad8e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:07.036047 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b46493c7-c30e-44c0-9094-7a65fa7990aa req-333e0fed-4c82-413b-84ec-55c6f93bad8e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.2392454 May 04 22:31:07.102791 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-b46493c7-c30e-44c0-9094-7a65fa7990aa req-96988615-d645-4ce1-8163-7dfb0c5791eb tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553930 May 04 22:31:07.126205 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 34842) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:07.255776 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a35834e-103e-4624-82dc-bc7f3ce28fbe tempest-TestShelveInstance-234957805 tempest-TestShelveInstance-234957805-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:07.257211 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-0a35834e-103e-4624-82dc-bc7f3ce28fbe tempest-TestShelveInstance-234957805 tempest-TestShelveInstance-234957805-project-admin] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 1094 time: 0.1298778 May 04 22:31:07.261122 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 34848) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:07.266602 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.v2.base [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Request body: {'floatingip': {'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'port_id': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=74776) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 22:31:07.272999 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:31:07.277858 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Usage tracker for resource:floatingip and tenant:1a2732e303a14979b3a0c11781a5f9e2 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:31:07.281110 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:31:07.287787 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-22a6ac0f-e079-4dba-93ae-79ad4fad776e req-4e2820df-d6bb-420a-93fb-755655ebf9fa tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:07.290263 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:31:07.296619 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-8268b9d9-3485-427d-b69c-0aa5bcd636e6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:07.299937 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['b5d276aa-f42e-4298-9c13-0dc4f00f2152', '8d510548-d3ad-495c-bef5-264dc4a6b0e5'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:31:07.348517 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2820df-d6bb-420a-93fb-755655ebf9fa tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Pushing event deleted for resources: {'Port': ['ID=8d510548-d3ad-495c-bef5-264dc4a6b0e5,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:07.352663 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4e2820df-d6bb-420a-93fb-755655ebf9fa tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:07.410871 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-cbb2b80f-8ead-40b0-a22b-4f68f0e8c60b req-49afd67f-0b4f-46c9-ba01-f528ca3520d7 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 210 time: 0.0483632 May 04 22:31:07.434820 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a6ac0f-e079-4dba-93ae-79ad4fad776e req-4e2820df-d6bb-420a-93fb-755655ebf9fa tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] No DVR routers for this DVR port 8d510548-d3ad-495c-bef5-264dc4a6b0e5 on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:31:07.437452 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-22a6ac0f-e079-4dba-93ae-79ad4fad776e req-4e2820df-d6bb-420a-93fb-755655ebf9fa tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:07.440127 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d2f467c-c9a2-4a65-95f0-7fe01f880269', 'name': 'network-vif-deleted', 'tag': '8d510548-d3ad-495c-bef5-264dc4a6b0e5'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:31:07.482908 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for floatingip, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:07.557054 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d2f467c-c9a2-4a65-95f0-7fe01f880269', 'name': 'network-vif-deleted', 'tag': '8d510548-d3ad-495c-bef5-264dc4a6b0e5', 'status': 'completed', 'code': 200} May 04 22:31:07.562038 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-22a6ac0f-e079-4dba-93ae-79ad4fad776e req-4e2820df-d6bb-420a-93fb-755655ebf9fa tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "DELETE /v2.0/ports/8d510548-d3ad-495c-bef5-264dc4a6b0e5 HTTP/1.1" status: 204 len: 173 time: 1.0778861 May 04 22:31:07.642358 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:07.796976 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_common [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Allocated IP 172.28.3.250 (76581f0b-881c-41a1-a7c9-33e7218dfd31/7bfeb869-822c-4f12-8913-9d21738f2df2/c451767b-7a9d-4cdc-9a79-d0578888debc) {{(pid=74776) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 22:31:08.047372 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for port, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:08.146182 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772420627222', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:08.151008 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3e79c98b-9eb9-40af-b020-4ad725590728 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:08.213608 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Network 76581f0b-881c-41a1-a7c9-33e7218dfd31 is already hosted by enough agents. {{(pid=74776) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 22:31:08.221058 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.base_scheduler [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Resources bound (agent type, host, resource id): {{(pid=74776) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 22:31:08.229833 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Received port after_create {{(pid=74776) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 04 22:31:08.260733 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Pushing event updated for resources: {'Port': ['ID=c451767b-7a9d-4cdc-9a79-d0578888debc,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:08.267039 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:08.419129 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:08.669926 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:08.691197 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-1d47e036-c901-4dec-9379-ca206579d925 req-0fdbd3af-4508-4603-95ee-ae6de2c598f5 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=8d2f467c-c9a2-4a65-95f0-7fe01f880269 HTTP/1.1" status: 200 len: 210 time: 0.1490726 May 04 22:31:08.861164 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:09.105596 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for port, precommit_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:09.191019 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30542921'] for port, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:09.194975 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-647df78c-17f5-4741-bbac-9b78ca01bbf3 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:09.305209 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Pushing event updated for resources: {'Port': ['ID=c451767b-7a9d-4cdc-9a79-d0578888debc,revision_number=2']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:09.313871 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:09.323886 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-920181'] for floatingip, after_update {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:09.503875 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.l3_db [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Floating IP a24068f0-eea2-429d-a681-afed4569e337 associated. External IP: 172.28.3.250, port: aca1ec0b-d78c-4221-90d8-8a5e8543ad9d. May 04 22:31:10.037764 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Router 3acad534-a13a-4912-8c0b-42ddd72a4a9a has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:31:10.257494 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:31:10.277973 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e110b-5ac7-47e9-b476-80db45a2b7d6 None None] Sync routers for ids ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:31:10.298601 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e110b-5ac7-47e9-b476-80db45a2b7d6 None None] Routers {'3acad534-a13a-4912-8c0b-42ddd72a4a9a'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:31:10.298601 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-df5e110b-5ac7-47e9-b476-80db45a2b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:31:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:31:10.471520 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-df5e110b-5ac7-47e9-b476-80db45a2b7d6 None None] Set router 3acad534-a13a-4912-8c0b-42ddd72a4a9a gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:31:10.516898 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 8d510548-d3ad-495c-bef5-264dc4a6b0e5 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:31:10.594631 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: 8d510548-d3ad-495c-bef5-264dc4a6b0e5 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:31:10.594631 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device 8d510548-d3ad-495c-bef5-264dc4a6b0e5 not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:31:10.619976 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:10.678727 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4164798 May 04 22:31:10.679547 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed27480b-6204-480d-a7b7-3f286385a521', 'tag': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:31:10.727164 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed27480b-6204-480d-a7b7-3f286385a521', 'tag': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d', 'status': 'completed', 'code': 200} May 04 22:31:10.832952 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4e65d-f09e-4bc5-8138-a689f6bfd956 req-96f23f78-4599-4dc2-829c-c6c626fffbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:10.834469 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d2c4e65d-f09e-4bc5-8138-a689f6bfd956 req-96f23f78-4599-4dc2-829c-c6c626fffbcf service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1a2732e303a14979b3a0c11781a5f9e2&device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 1099 time: 0.0842125 May 04 22:31:10.919799 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-df5e110b-5ac7-47e9-b476-80db45a2b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:07Z', 'updated_at': '2021-05-04T22:30:14Z', 'revision_number': 4, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'gw_port': {'id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:08Z', 'updated_at': '2021-05-04T22:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': 'a24068f0-eea2-429d-a681-afed4569e337', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'floating_ip_address': '172.28.3.250', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'port_id': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'mac_address': 'fa:16:3e:47:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed27480b-6204-480d-a7b7-3f286385a521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:31:08Z', 'updated_at': '2021-05-04T22:31:08Z', 'revision_number': 0, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50045672-4d50-4c9b-88f6-ba043d9ad5c4', 'name': '', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'mac_address': 'fa:16:3e:26:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:13Z', 'updated_at': '2021-05-04T22:30:20Z', 'revision_number': 5, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'subnets': [{'id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:31:10.924735 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e110b-5ac7-47e9-b476-80db45a2b7d6 None None] Checking router: 3acad534-a13a-4912-8c0b-42ddd72a4a9a for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:31:10.934951 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e110b-5ac7-47e9-b476-80db45a2b7d6 None None] Routers {'3acad534-a13a-4912-8c0b-42ddd72a4a9a'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:31:10.935774 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-df5e110b-5ac7-47e9-b476-80db45a2b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:31:05Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:31:10.986401 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4e65d-f09e-4bc5-8138-a689f6bfd956 req-b6ca5a83-6de1-4880-9e60-ba73ee905548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:10.987907 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d2c4e65d-f09e-4bc5-8138-a689f6bfd956 req-b6ca5a83-6de1-4880-9e60-ba73ee905548 service neutron] 10.222.0.85 "GET /v2.0/networks?id=aac42372-8090-46b8-8cd7-4bccfe6c7113 HTTP/1.1" status: 200 len: 909 time: 0.1474986 May 04 22:31:11.102228 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d2c4e65d-f09e-4bc5-8138-a689f6bfd956 req-0ebba8f8-014d-44f1-b2b7-ae6705535e67 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d HTTP/1.1" status: 200 len: 1000 time: 0.1074686 May 04 22:31:11.135953 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-df5e110b-5ac7-47e9-b476-80db45a2b7d6 None None] Set router 3acad534-a13a-4912-8c0b-42ddd72a4a9a gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:31:11.179019 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4e65d-f09e-4bc5-8138-a689f6bfd956 req-aa98cfe7-fa6d-4c73-9581-248da8c530e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:11.180582 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d2c4e65d-f09e-4bc5-8138-a689f6bfd956 req-aa98cfe7-fa6d-4c73-9581-248da8c530e6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=45f6c782-0b64-4ab9-9590-da19a233bcfa HTTP/1.1" status: 200 len: 847 time: 0.0721583 May 04 22:31:11.263418 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4e65d-f09e-4bc5-8138-a689f6bfd956 req-6cc72070-139b-4ca1-9372-02b552725717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:11.264926 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d2c4e65d-f09e-4bc5-8138-a689f6bfd956 req-6cc72070-139b-4ca1-9372-02b552725717 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aac42372-8090-46b8-8cd7-4bccfe6c7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770111 May 04 22:31:11.453775 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d2c4e65d-f09e-4bc5-8138-a689f6bfd956 req-867684f1-801a-415a-a1d7-98b6d05a05a2 service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819811 May 04 22:31:11.547299 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-df5e110b-5ac7-47e9-b476-80db45a2b7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:07Z', 'updated_at': '2021-05-04T22:30:14Z', 'revision_number': 4, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'gw_port': {'id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:08Z', 'updated_at': '2021-05-04T22:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': 'a24068f0-eea2-429d-a681-afed4569e337', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'floating_ip_address': '172.28.3.250', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'port_id': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'mac_address': 'fa:16:3e:47:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed27480b-6204-480d-a7b7-3f286385a521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:31:08Z', 'updated_at': '2021-05-04T22:31:08Z', 'revision_number': 0, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50045672-4d50-4c9b-88f6-ba043d9ad5c4', 'name': '', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'mac_address': 'fa:16:3e:26:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:13Z', 'updated_at': '2021-05-04T22:30:20Z', 'revision_number': 5, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'subnets': [{'id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:31:11.552674 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5e110b-5ac7-47e9-b476-80db45a2b7d6 None None] The sync data for ids ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'] in dv-cinder-786928-2-smb is: [{'id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:07Z', 'updated_at': '2021-05-04T22:30:14Z', 'revision_number': 4, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'gw_port': {'id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:08Z', 'updated_at': '2021-05-04T22:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_floatingips': [{'id': 'a24068f0-eea2-429d-a681-afed4569e337', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'floating_ip_address': '172.28.3.250', 'floating_network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'router_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'port_id': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 611, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'mac_address': 'fa:16:3e:47:80:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed27480b-6204-480d-a7b7-3f286385a521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-04T22:31:08Z', 'updated_at': '2021-05-04T22:31:08Z', 'revision_number': 0, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50045672-4d50-4c9b-88f6-ba043d9ad5c4', 'name': '', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'mac_address': 'fa:16:3e:26:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:13Z', 'updated_at': '2021-05-04T22:30:20Z', 'revision_number': 5, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'subnets': [{'id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:31:11.639193 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d2c4e65d-f09e-4bc5-8138-a689f6bfd956 req-fcfb9dae-094f-4bc3-a4ac-f0914b74b23f service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788635 May 04 22:31:11.756409 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d813da-a6f5-4d59-a01f-40c33f93b2d1 None None] New status for floating IP a24068f0-eea2-429d-a681-afed4569e337: ACTIVE {{(pid=74778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 22:31:12.151374 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe74cb85-3954-4981-b677-290f1f460bd9 req-80aab2f1-6f83-4d0f-a47c-0bc65d93f7f0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:12.152938 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-fe74cb85-3954-4981-b677-290f1f460bd9 req-80aab2f1-6f83-4d0f-a47c-0bc65d93f7f0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 945 time: 0.0890841 May 04 22:31:12.206094 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-fe74cb85-3954-4981-b677-290f1f460bd9 req-09d1a694-e2b3-4c82-917b-908371dc3fe0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466051 May 04 22:31:13.476676 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b696e3-cd33-4014-be9a-30cf651cff61 req-945f8a0f-9440-410a-b076-dff011971406 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:13.478976 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-61b696e3-cd33-4014-be9a-30cf651cff61 req-945f8a0f-9440-410a-b076-dff011971406 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Synchronizing usage tracker for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:31:13.659480 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-61b696e3-cd33-4014-be9a-30cf651cff61 req-945f8a0f-9440-410a-b076-dff011971406 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Unset dirty status for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:31:13.660716 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-61b696e3-cd33-4014-be9a-30cf651cff61 req-945f8a0f-9440-410a-b076-dff011971406 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 945 time: 0.2840910 May 04 22:31:13.757159 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-61b696e3-cd33-4014-be9a-30cf651cff61 req-6e7e106a-c859-4f47-a42a-2f9c12194197 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/security-groups?id=d7976231-7beb-4075-8344-7387c83072b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899711 May 04 22:31:13.805851 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e992526-a254-4027-a132-c9708a730584 req-83a76323-5179-4006-ba9c-9725df0568de tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:31:13.807538 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6e992526-a254-4027-a132-c9708a730584 req-83a76323-5179-4006-ba9c-9725df0568de tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 945 time: 0.1209102 May 04 22:31:13.987464 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-6e992526-a254-4027-a132-c9708a730584 req-c0f5ae83-1b6f-4e6c-b308-329d7bd288b0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Deleting port b5d276aa-f42e-4298-9c13-0dc4f00f2152 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:31:13.987800 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-6e992526-a254-4027-a132-c9708a730584 req-c0f5ae83-1b6f-4e6c-b308-329d7bd288b0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:14.146321 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-6e992526-a254-4027-a132-c9708a730584 req-c0f5ae83-1b6f-4e6c-b308-329d7bd288b0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] For port b5d276aa-f42e-4298-9c13-0dc4f00f2152, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=b5d276aa-f42e-4298-9c13-0dc4f00f2152,segment=NetworkSegment(a9a8b303-d80c-4234-aa25-72891d2961d4),segment_id=a9a8b303-d80c-4234-aa25-72891d2961d4)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:31:14.146662 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-6e992526-a254-4027-a132-c9708a730584 req-c0f5ae83-1b6f-4e6c-b308-329d7bd288b0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:14.402634 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-6e992526-a254-4027-a132-c9708a730584 req-c0f5ae83-1b6f-4e6c-b308-329d7bd288b0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Calling delete_port for b5d276aa-f42e-4298-9c13-0dc4f00f2152 owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:31:14.620268 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-6e992526-a254-4027-a132-c9708a730584 req-c0f5ae83-1b6f-4e6c-b308-329d7bd288b0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:14.627615 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-6a5d7618-8ce3-423c-998a-f7ea1d1b0787 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:14.633797 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['b5d276aa-f42e-4298-9c13-0dc4f00f2152'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:31:14.677735 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5ae83-1b6f-4e6c-b308-329d7bd288b0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Pushing event deleted for resources: {'Port': ['ID=b5d276aa-f42e-4298-9c13-0dc4f00f2152,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:14.710613 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-c0f5ae83-1b6f-4e6c-b308-329d7bd288b0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:14.760168 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e992526-a254-4027-a132-c9708a730584 req-c0f5ae83-1b6f-4e6c-b308-329d7bd288b0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] No DVR routers for this DVR port b5d276aa-f42e-4298-9c13-0dc4f00f2152 on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:31:14.763199 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-6e992526-a254-4027-a132-c9708a730584 req-c0f5ae83-1b6f-4e6c-b308-329d7bd288b0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:14.766405 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f06713-2e91-4e65-a80f-bdbd0a8355ab', 'name': 'network-vif-deleted', 'tag': 'b5d276aa-f42e-4298-9c13-0dc4f00f2152'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:31:14.819834 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f06713-2e91-4e65-a80f-bdbd0a8355ab', 'name': 'network-vif-deleted', 'tag': 'b5d276aa-f42e-4298-9c13-0dc4f00f2152', 'status': 'completed', 'code': 200} May 04 22:31:14.902327 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-6e992526-a254-4027-a132-c9708a730584 req-c0f5ae83-1b6f-4e6c-b308-329d7bd288b0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.85 "DELETE /v2.0/ports/b5d276aa-f42e-4298-9c13-0dc4f00f2152 HTTP/1.1" status: 204 len: 173 time: 1.0887604 May 04 22:31:15.022677 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-c7cc9a1b-65b2-4c21-86b4-c80e9fd0e190 req-6be612a9-ca2e-4cb1-9f24-918d16225720 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Synchronizing usage tracker for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:31:15.127918 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-c7cc9a1b-65b2-4c21-86b4-c80e9fd0e190 req-6be612a9-ca2e-4cb1-9f24-918d16225720 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Unset dirty status for tenant:27cd660b21c54b72a03160a20033b65d on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:31:15.129270 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c7cc9a1b-65b2-4c21-86b4-c80e9fd0e190 req-6be612a9-ca2e-4cb1-9f24-918d16225720 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] 10.222.0.72 "GET /v2.0/ports?device_id=93f06713-2e91-4e65-a80f-bdbd0a8355ab HTTP/1.1" status: 200 len: 210 time: 0.1552172 May 04 22:31:16.257847 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 34884) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:16.369991 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_v2 [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Deleting subnet f582991d-2026-4292-8d9d-c6b936e98ce3 {{(pid=74775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 22:31:16.373892 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:16.427955 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32639333'] for subnet, precommit_delete_associations {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:16.496623 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792185'] for subnet, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:16.917646 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1792182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31642498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30743205'] for subnet, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:16.921657 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:16.963473 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f582991d-2026-4292-8d9d-c6b936e98ce3,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:16.968746 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:16.976782 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:16.977154 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:16.977595 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:16.978200 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:16.978677 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:16.979102 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:16.979466 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:16.979896 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:16.980287 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:16.980773 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:16.981395 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:16.981744 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:16.985695 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:16.987708 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-727c359b-56ae-45fd-843c-3c8abe2fff3a admin admin] 10.222.0.72 "DELETE /v2.0/subnets/f582991d-2026-4292-8d9d-c6b936e98ce3 HTTP/1.1" status: 204 len: 168 time: 0.7285273 May 04 22:31:16.990255 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 34888) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:17.106626 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699769'] for network, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:17.249071 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793858', 'neutron.services.segments.db._delete_segments_for_network-8772421052061'] for network, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:17.372246 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a106cd41-91f0-4127-8319-b49330e3d302']}} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:31:17.387868 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9a8b303-d80c-4234-aa25-72891d2961d4') {'for_net_delete': True} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:31:17.388146 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9a8b303-d80c-4234-aa25-72891d2961d4') {} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:31:17.401004 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772421064039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32639354'] for segment, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:17.427150 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:17.436345 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] Releasing vlan 994 on physical network physnet1 to pool {{(pid=74775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 22:31:17.629938 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] Network a106cd41-91f0-4127-8319-b49330e3d302 has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:31:17.643200 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1789066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31642596'] for segment, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:17.846452 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] Network a106cd41-91f0-4127-8319-b49330e3d302 has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: Traceback (most recent call last): May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: timer() May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: cb(*args, **kw) May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: return func(*args, **kwargs) May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: self._notify() May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: self.callback(batched_events) May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: event.method(event) May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_uuid = self.p_client.list_aggregates( May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: return f(self, *a, **k) May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: return self._get(url).json() May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: return self.request(url, 'GET', **kwargs) May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: base_url = self.get_endpoint(auth, allow=allow, May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 22:31:17.874523 dv-cinder-786928-2-smb neutron-server[74775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 22:31:18.180586 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920186'] for network, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:18.187319 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:18.190377 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:18.217394 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a106cd41-91f0-4127-8319-b49330e3d302,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:18.220419 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:18.341360 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-d752769a-c292-4bfe-bffe-8577e5a0a1a1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/a106cd41-91f0-4127-8319-b49330e3d302 HTTP/1.1" status: 204 len: 168 time: 1.3497746 May 04 22:31:18.509670 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device b5d276aa-f42e-4298-9c13-0dc4f00f2152 no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:31:18.549880 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: b5d276aa-f42e-4298-9c13-0dc4f00f2152 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:31:18.550236 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device b5d276aa-f42e-4298-9c13-0dc4f00f2152 not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:31:19.021536 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 34896) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:19.084307 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-9d79eec6-02c3-47b5-8e6a-e9c46a5b699b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=27cd660b21c54b72a03160a20033b65d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615020 May 04 22:31:19.088103 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 34900) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:19.161509 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-69143aca-da12-4b61-93f0-56d962267433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:19.190094 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-69143aca-da12-4b61-93f0-56d962267433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:19.362391 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-69143aca-da12-4b61-93f0-56d962267433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:19.366679 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-30cb7924-31d6-4209-8d23-d20c2744c1e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:19.382185 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69143aca-da12-4b61-93f0-56d962267433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7976231-7beb-4075-8344-7387c83072b9,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:19.385435 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-69143aca-da12-4b61-93f0-56d962267433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:19.489846 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-69143aca-da12-4b61-93f0-56d962267433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:19.491499 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-69143aca-da12-4b61-93f0-56d962267433 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d7976231-7beb-4075-8344-7387c83072b9 HTTP/1.1" status: 204 len: 168 time: 0.4019980 May 04 22:31:23.025470 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 34954) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:23.188694 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bfaf-d228-4aa3-9e26-1ea33ee32342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:23.205571 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-b0b2bfaf-d228-4aa3-9e26-1ea33ee32342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:31:23.210837 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-b0b2bfaf-d228-4aa3-9e26-1ea33ee32342 admin admin] Usage tracker for resource:security_group_rule and tenant:39fbe36380734b5180d7f8c4fc8fb766 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:31:23.214480 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-b0b2bfaf-d228-4aa3-9e26-1ea33ee32342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:31:23.220465 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-b0b2bfaf-d228-4aa3-9e26-1ea33ee32342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:31:23.327999 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bfaf-d228-4aa3-9e26-1ea33ee32342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:23.413816 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bfaf-d228-4aa3-9e26-1ea33ee32342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:23.435765 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-25abb06f-33cf-48c7-ab31-72c883fb0396 tempest-AttachVolumeTestJSON-1394976 tempest-AttachVolumeTestJSON-1394976-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:23.519232 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-b0b2bfaf-d228-4aa3-9e26-1ea33ee32342 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=39fbe36380734b5180d7f8c4fc8fb766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4922807 May 04 22:31:23.520552 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2bfaf-d228-4aa3-9e26-1ea33ee32342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b64e454-26db-406e-b181-6bdc0c5cc5a7,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:23.524115 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 34960) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:23.526437 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-b0b2bfaf-d228-4aa3-9e26-1ea33ee32342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:23.644916 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a6ed2572-eabe-4d89-b376-b3cddc55bd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:23.699491 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a6ed2572-eabe-4d89-b376-b3cddc55bd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:23.882655 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a6ed2572-eabe-4d89-b376-b3cddc55bd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:23.889855 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-8940fb8f-6fd9-4c05-beaf-1c200c19747f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:23.914730 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ed2572-eabe-4d89-b376-b3cddc55bd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b64e454-26db-406e-b181-6bdc0c5cc5a7,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:23.918914 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a6ed2572-eabe-4d89-b376-b3cddc55bd38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:23.924338 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-a6ed2572-eabe-4d89-b376-b3cddc55bd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:23.930167 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-a6ed2572-eabe-4d89-b376-b3cddc55bd38 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/2b64e454-26db-406e-b181-6bdc0c5cc5a7 HTTP/1.1" status: 204 len: 168 time: 0.3998566 May 04 22:31:24.835906 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 34970) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:24.857407 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c540a20f-a5cb-44f3-b9b6-b050c5157a28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:24.874611 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-c540a20f-a5cb-44f3-b9b6-b050c5157a28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:31:24.879177 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-c540a20f-a5cb-44f3-b9b6-b050c5157a28 admin admin] Usage tracker for resource:security_group_rule and tenant:45ecd1e01d004b339b8e56cbf6623c82 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:31:24.882822 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-c540a20f-a5cb-44f3-b9b6-b050c5157a28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:31:24.890062 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-c540a20f-a5cb-44f3-b9b6-b050c5157a28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:31:25.005335 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c540a20f-a5cb-44f3-b9b6-b050c5157a28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:25.151553 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c540a20f-a5cb-44f3-b9b6-b050c5157a28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:25.159045 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5ac5dc7b-74b7-432d-af32-6f6cdd7b8dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:25.203787 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c540a20f-a5cb-44f3-b9b6-b050c5157a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e05d76a-c6d5-4047-a572-cfd7cab81c46,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:25.212431 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-c540a20f-a5cb-44f3-b9b6-b050c5157a28 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=45ecd1e01d004b339b8e56cbf6623c82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711073 May 04 22:31:25.212431 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-c540a20f-a5cb-44f3-b9b6-b050c5157a28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:25.213133 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 34974) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:25.279532 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a67114c2-baf1-400a-a593-92e00b9867b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:25.313595 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a67114c2-baf1-400a-a593-92e00b9867b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:25.459456 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a67114c2-baf1-400a-a593-92e00b9867b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:25.463880 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5c3f0921-c876-447a-b7ce-86966d94e3cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:25.477973 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67114c2-baf1-400a-a593-92e00b9867b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e05d76a-c6d5-4047-a572-cfd7cab81c46,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:25.482272 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a67114c2-baf1-400a-a593-92e00b9867b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:25.488140 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-a67114c2-baf1-400a-a593-92e00b9867b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:25.489289 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-a67114c2-baf1-400a-a593-92e00b9867b9 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/0e05d76a-c6d5-4047-a572-cfd7cab81c46 HTTP/1.1" status: 204 len: 168 time: 0.2751541 May 04 22:31:31.201950 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a057701a-25b7-4c0b-8932-5c95bceee688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:31.670389 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:34.138771 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:35.127579 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-e1de33f7-f7d4-43a0-b247-e47c4d93c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:36.447978 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:38.408547 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:39.693997 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:31:40.706675 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 35110) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:40.926415 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3354aeeb-ecde-4bdd-93ed-fb92363daf5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:40.950743 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-3354aeeb-ecde-4bdd-93ed-fb92363daf5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:31:40.958227 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-3354aeeb-ecde-4bdd-93ed-fb92363daf5a admin admin] Usage tracker for resource:security_group_rule and tenant:4081ffd0f91e495da007158dce67ce79 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:31:40.960697 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-3354aeeb-ecde-4bdd-93ed-fb92363daf5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:31:40.969495 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-3354aeeb-ecde-4bdd-93ed-fb92363daf5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:31:41.086983 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3354aeeb-ecde-4bdd-93ed-fb92363daf5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:41.218949 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-3354aeeb-ecde-4bdd-93ed-fb92363daf5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:41.230128 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-294b34f6-e2fa-4cd3-8a40-0afe3ec92fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:41.276966 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-3354aeeb-ecde-4bdd-93ed-fb92363daf5a admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=4081ffd0f91e495da007158dce67ce79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5688150 May 04 22:31:41.278994 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3354aeeb-ecde-4bdd-93ed-fb92363daf5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247bfee1-80bc-427c-9b60-7d6dfbc52e8f,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:41.280007 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 35116) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:41.282758 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-3354aeeb-ecde-4bdd-93ed-fb92363daf5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:41.350394 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af4ccc0a-3b8a-4efc-96e4-9ebdde2447cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:41.381235 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af4ccc0a-3b8a-4efc-96e4-9ebdde2447cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:41.613556 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af4ccc0a-3b8a-4efc-96e4-9ebdde2447cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:41.623434 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-8f8641ac-5dda-4c75-aa78-5172c81ba1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:41.640248 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ccc0a-3b8a-4efc-96e4-9ebdde2447cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247bfee1-80bc-427c-9b60-7d6dfbc52e8f,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:41.643286 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-af4ccc0a-3b8a-4efc-96e4-9ebdde2447cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:41.646731 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af4ccc0a-3b8a-4efc-96e4-9ebdde2447cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:41.649010 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-af4ccc0a-3b8a-4efc-96e4-9ebdde2447cf admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/247bfee1-80bc-427c-9b60-7d6dfbc52e8f HTTP/1.1" status: 204 len: 168 time: 0.3668888 May 04 22:31:42.572683 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 35124) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:42.592918 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-404f5631-8fe8-47ef-b119-2f689e3e3fb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:42.609578 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-404f5631-8fe8-47ef-b119-2f689e3e3fb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:31:42.613664 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-404f5631-8fe8-47ef-b119-2f689e3e3fb8 admin admin] Usage tracker for resource:security_group_rule and tenant:d5fe69b48b6140448af983cd2a657c69 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:31:42.617178 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-404f5631-8fe8-47ef-b119-2f689e3e3fb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:31:42.624536 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-404f5631-8fe8-47ef-b119-2f689e3e3fb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:31:42.728457 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-404f5631-8fe8-47ef-b119-2f689e3e3fb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:42.812884 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-404f5631-8fe8-47ef-b119-2f689e3e3fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:42.820722 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-2623f792-8135-4bc7-b338-2a827ba37ad6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:42.864398 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f5631-8fe8-47ef-b119-2f689e3e3fb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9487f9-96df-4e71-9d09-42b9d0f27783,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:42.869108 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-404f5631-8fe8-47ef-b119-2f689e3e3fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:42.871897 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-404f5631-8fe8-47ef-b119-2f689e3e3fb8 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=d5fe69b48b6140448af983cd2a657c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2980893 May 04 22:31:42.875966 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 35128) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:42.993283 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-708e98c5-19fb-4691-8187-f34a2c0b97c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:43.042688 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-708e98c5-19fb-4691-8187-f34a2c0b97c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:43.230236 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-708e98c5-19fb-4691-8187-f34a2c0b97c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:43.235199 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-0fa784af-06a3-4779-b8cd-5b914967a49b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:43.247180 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e98c5-19fb-4691-8187-f34a2c0b97c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9487f9-96df-4e71-9d09-42b9d0f27783,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:43.249580 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-708e98c5-19fb-4691-8187-f34a2c0b97c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:43.256686 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-708e98c5-19fb-4691-8187-f34a2c0b97c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:43.257843 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-708e98c5-19fb-4691-8187-f34a2c0b97c7 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/4f9487f9-96df-4e71-9d09-42b9d0f27783 HTTP/1.1" status: 204 len: 168 time: 0.3809092 May 04 22:31:53.000284 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 35208) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:53.128162 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-30fecd69-c5da-4f0a-ada9-4e4f114b5a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:53.144194 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-30fecd69-c5da-4f0a-ada9-4e4f114b5a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:31:53.148277 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-30fecd69-c5da-4f0a-ada9-4e4f114b5a94 admin admin] Usage tracker for resource:security_group_rule and tenant:12308a63cb6a4f93a3ada3cad1575fea is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:31:53.151417 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-30fecd69-c5da-4f0a-ada9-4e4f114b5a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:31:53.157263 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-30fecd69-c5da-4f0a-ada9-4e4f114b5a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:31:53.259527 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-30fecd69-c5da-4f0a-ada9-4e4f114b5a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:53.333018 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-30fecd69-c5da-4f0a-ada9-4e4f114b5a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:53.341635 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-2aa439ea-ceda-4471-a286-e5b8a1c4cea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:53.386331 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-30fecd69-c5da-4f0a-ada9-4e4f114b5a94 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=12308a63cb6a4f93a3ada3cad1575fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3849511 May 04 22:31:53.387306 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fecd69-c5da-4f0a-ada9-4e4f114b5a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=797fb44f-4e46-4d4c-bc55-2a0daa7f6dc4,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:53.389362 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 35214) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:53.390785 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-30fecd69-c5da-4f0a-ada9-4e4f114b5a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:53.467478 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5022f01a-7446-4c14-ad30-25ab29fd4821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:53.497485 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5022f01a-7446-4c14-ad30-25ab29fd4821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:53.661879 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5022f01a-7446-4c14-ad30-25ab29fd4821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:53.670636 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-a67114c2-baf1-400a-a593-92e00b9867b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:53.692265 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022f01a-7446-4c14-ad30-25ab29fd4821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=797fb44f-4e46-4d4c-bc55-2a0daa7f6dc4,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:53.697570 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-5022f01a-7446-4c14-ad30-25ab29fd4821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:53.706907 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-5022f01a-7446-4c14-ad30-25ab29fd4821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:53.708864 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-5022f01a-7446-4c14-ad30-25ab29fd4821 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/797fb44f-4e46-4d4c-bc55-2a0daa7f6dc4 HTTP/1.1" status: 204 len: 168 time: 0.3175573 May 04 22:31:54.711518 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 35222) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:54.739016 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:54.756280 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:31:54.761712 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Usage tracker for resource:security_group_rule and tenant:c31230384b8b4ee38648e42908aa62cb is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:31:54.765340 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:31:54.773453 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:31:54.902745 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:54.973147 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:54.982784 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-03ac1916-8d10-488c-8b0e-e5fd7969ed6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:55.032939 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=c31230384b8b4ee38648e42908aa62cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3198659 May 04 22:31:55.033950 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d76102-ba48-4683-b150-d108cf7f5c19,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:55.036230 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 35226) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:31:55.043140 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:55.045290 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:55.045290 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:55.045290 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:55.045290 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:55.045290 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:55.045290 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:55.046258 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:55.046258 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:55.046585 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:55.046749 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:55.047213 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:31:55.051806 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-05d04cea-8a8c-41ca-8934-177afd3b6c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:55.112499 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-db67b623-675c-437a-87b7-97219fa9c34a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:55.143078 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-db67b623-675c-437a-87b7-97219fa9c34a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:55.332719 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-db67b623-675c-437a-87b7-97219fa9c34a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:55.337298 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-89963852-d992-4aef-82f0-6eb2ab2383fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:31:55.354028 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db67b623-675c-437a-87b7-97219fa9c34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d76102-ba48-4683-b150-d108cf7f5c19,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:31:55.357113 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-db67b623-675c-437a-87b7-97219fa9c34a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:31:55.369924 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-db67b623-675c-437a-87b7-97219fa9c34a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:31:55.371468 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-db67b623-675c-437a-87b7-97219fa9c34a admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/c7d76102-ba48-4683-b150-d108cf7f5c19 HTTP/1.1" status: 204 len: 168 time: 0.3338206 May 04 22:32:01.097839 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-4bb0b6c6-dad3-486b-af15-7a1158e3e942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:01.646272 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:04.109461 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:05.292389 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-e7000a45-5e37-4f93-b75b-414b6131f10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:06.298411 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:08.401192 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:16.694023 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:32:27.436569 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 35408) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:32:27.640035 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-7ae8fc85-58a5-4bf7-b424-8556ef6a1145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:27.667321 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-7ae8fc85-58a5-4bf7-b424-8556ef6a1145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:32:27.674638 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-7ae8fc85-58a5-4bf7-b424-8556ef6a1145 admin admin] Usage tracker for resource:security_group_rule and tenant:3486e7e8de7e462eadad7e6d4a5ea811 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:32:27.680888 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-7ae8fc85-58a5-4bf7-b424-8556ef6a1145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:32:27.692220 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-7ae8fc85-58a5-4bf7-b424-8556ef6a1145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:32:27.812909 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-7ae8fc85-58a5-4bf7-b424-8556ef6a1145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:27.897461 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-7ae8fc85-58a5-4bf7-b424-8556ef6a1145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:27.908013 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-bc955724-a7e0-4662-8cf4-daab7460d191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:32:27.959793 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-7ae8fc85-58a5-4bf7-b424-8556ef6a1145 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=3486e7e8de7e462eadad7e6d4a5ea811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5220170 May 04 22:32:27.960582 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8fc85-58a5-4bf7-b424-8556ef6a1145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22872b05-2731-470e-bd8f-cce7aa915983,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:32:27.963158 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 35414) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:32:27.976712 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-7ae8fc85-58a5-4bf7-b424-8556ef6a1145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:32:28.031960 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-08a5072b-abdc-4af7-9eec-92087b44e2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:28.062745 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-08a5072b-abdc-4af7-9eec-92087b44e2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:28.177075 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-08a5072b-abdc-4af7-9eec-92087b44e2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:28.180800 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-4158574c-4987-412b-91c3-bb6cc280c978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:32:28.193651 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5072b-abdc-4af7-9eec-92087b44e2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22872b05-2731-470e-bd8f-cce7aa915983,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:32:28.197754 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-08a5072b-abdc-4af7-9eec-92087b44e2be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:32:28.203302 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-08a5072b-abdc-4af7-9eec-92087b44e2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:28.204487 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-08a5072b-abdc-4af7-9eec-92087b44e2be admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/22872b05-2731-470e-bd8f-cce7aa915983 HTTP/1.1" status: 204 len: 168 time: 0.2399843 May 04 22:32:31.108424 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-373a8514-b1cb-4c31-bc83-e468f44db272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:31.674830 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:34.194942 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:35.171565 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-10e0690b-dcb2-470f-b398-87122821f660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:36.279876 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:38.377013 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:32:43.286830 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a0d76b02-e401-4db2-bfb8-c79d4757661c req-ece52e69-cfa8-4941-84ae-94c312b83ce9 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821979 May 04 22:32:43.448430 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d76b02-e401-4db2-bfb8-c79d4757661c req-5db49891-35e4-4e92-833a-6b13610593dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:32:43.449971 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a0d76b02-e401-4db2-bfb8-c79d4757661c req-5db49891-35e4-4e92-833a-6b13610593dd service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1a2732e303a14979b3a0c11781a5f9e2&device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 1099 time: 0.0892651 May 04 22:32:43.636243 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d76b02-e401-4db2-bfb8-c79d4757661c req-62ca2ba4-24cc-4461-a79a-9c38aee1a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:32:43.637889 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a0d76b02-e401-4db2-bfb8-c79d4757661c req-62ca2ba4-24cc-4461-a79a-9c38aee1a5df service neutron] 10.222.0.85 "GET /v2.0/networks?id=aac42372-8090-46b8-8cd7-4bccfe6c7113 HTTP/1.1" status: 200 len: 909 time: 0.1639442 May 04 22:32:43.751264 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a0d76b02-e401-4db2-bfb8-c79d4757661c req-8748dfd7-5f26-4eb2-9f9b-63364dee511e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d HTTP/1.1" status: 200 len: 1002 time: 0.1043642 May 04 22:32:43.831191 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d76b02-e401-4db2-bfb8-c79d4757661c req-2758515b-bf83-4be2-8cde-1b240add9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:32:43.833291 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a0d76b02-e401-4db2-bfb8-c79d4757661c req-2758515b-bf83-4be2-8cde-1b240add9721 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=45f6c782-0b64-4ab9-9590-da19a233bcfa HTTP/1.1" status: 200 len: 847 time: 0.0752180 May 04 22:32:43.923804 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d76b02-e401-4db2-bfb8-c79d4757661c req-b8909eb2-7aac-434f-9344-b9999b1c69bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:32:43.925275 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a0d76b02-e401-4db2-bfb8-c79d4757661c req-b8909eb2-7aac-434f-9344-b9999b1c69bb service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aac42372-8090-46b8-8cd7-4bccfe6c7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0853918 May 04 22:32:44.173231 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a0d76b02-e401-4db2-bfb8-c79d4757661c req-89911cd5-0c0c-4fb4-92b5-b041eed61e95 service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411635 May 04 22:32:44.330172 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-a0d76b02-e401-4db2-bfb8-c79d4757661c req-23091f3d-66e1-4c2d-a9a9-2f477a077049 service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497018 May 04 22:32:53.693168 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:33:01.097005 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-8a80f0d6-b9de-41ad-82cf-1d6c2d0f2208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:01.650916 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:04.091480 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:05.267872 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-ccc3f2a2-69f5-47a8-8f7e-a46c524c013f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:05.686416 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e09a7-2e52-4a3e-b40e-1ea235f3781b req-957be89a-4b84-49b8-bed4-0c360cff7a50 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:05.687907 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-fa3e09a7-2e52-4a3e-b40e-1ea235f3781b req-957be89a-4b84-49b8-bed4-0c360cff7a50 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.0891824 May 04 22:33:05.736144 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-fa3e09a7-2e52-4a3e-b40e-1ea235f3781b req-58610b2d-6233-4869-b163-8e8aab8eebcf tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421209 May 04 22:33:06.239228 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:06.977050 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eea4ab-a6be-4750-ba3d-6e3cb5920b9c req-78b5724e-19b0-4477-9ab8-a33d02892f63 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:06.979176 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-23eea4ab-a6be-4750-ba3d-6e3cb5920b9c req-78b5724e-19b0-4477-9ab8-a33d02892f63 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.1034713 May 04 22:33:07.029670 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-23eea4ab-a6be-4750-ba3d-6e3cb5920b9c req-9b979cd0-c329-41f4-80d4-9d8b3ff6cbd9 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439274 May 04 22:33:08.280907 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cd258d-0b57-4dd9-ab17-6945111e7b89 req-ab68ce14-5b9e-423f-9b43-81cb670a8d99 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:08.282466 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-51cd258d-0b57-4dd9-ab17-6945111e7b89 req-ab68ce14-5b9e-423f-9b43-81cb670a8d99 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.0977662 May 04 22:33:08.337738 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-51cd258d-0b57-4dd9-ab17-6945111e7b89 req-47d56999-900c-48df-b538-a1029e00704b tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458148 May 04 22:33:08.422134 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:09.548723 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1286ff1-419a-47ad-a961-2e89df1635b8 req-00a8959e-867c-4134-8329-77cc10e2518f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:09.550258 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d1286ff1-419a-47ad-a961-2e89df1635b8 req-00a8959e-867c-4134-8329-77cc10e2518f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.0912580 May 04 22:33:09.621230 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d1286ff1-419a-47ad-a961-2e89df1635b8 req-f7356738-99a9-4267-b236-57b703359d91 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641863 May 04 22:33:10.821275 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad493c8f-808e-4800-9d53-fa663f6157dc req-ea84c54b-df7a-47de-ae5d-031515bdf8c4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:10.822785 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ad493c8f-808e-4800-9d53-fa663f6157dc req-ea84c54b-df7a-47de-ae5d-031515bdf8c4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.0846853 May 04 22:33:10.871549 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-ad493c8f-808e-4800-9d53-fa663f6157dc req-2a2a9cc5-b31d-4c62-9230-740ef0c40529 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427663 May 04 22:33:11.843683 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 35690) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:33:11.986074 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:12.036448 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:33:12.046260 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Usage tracker for resource:security_group_rule and tenant:498166a5e2cf47cda5180043d8176570 is out of sync, need to count used quota {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:33:12.050236 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74776) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:33:12.057095 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.quota.driver [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74776) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:33:12.120876 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81705f-cf52-4762-97cb-275438bad2ad req-7f5fc53b-bf4e-441d-b6f5-160ebe479624 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:12.122528 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ce81705f-cf52-4762-97cb-275438bad2ad req-7f5fc53b-bf4e-441d-b6f5-160ebe479624 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.1269429 May 04 22:33:12.200366 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-ce81705f-cf52-4762-97cb-275438bad2ad req-20bb8be6-181a-48e8-8885-db834c0fb39b tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714421 May 04 22:33:12.214950 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:12.279248 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:12.286219 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-480c28d0-2841-4099-8bd2-def84afd153a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:33:12.329299 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=498166a5e2cf47cda5180043d8176570&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4845533 May 04 22:33:12.330280 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fb16de-eee7-469d-899a-21c0948325e0,revision_number=1']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:33:12.332256 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 35698) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:33:12.338784 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.339167 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.339524 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.339876 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.340228 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.340570 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.340912 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.341252 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.341590 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.341929 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.342267 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.342604 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.346667 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-20f2a2bb-96e7-483e-b1f3-88f8f7e90aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:33:12.395765 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:12.422805 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:12.554082 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:12.557866 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d4d8816a-2553-4110-9725-479e9c48547d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:33:12.570081 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fb16de-eee7-469d-899a-21c0948325e0,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:33:12.580995 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.581371 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.581740 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.582107 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.582465 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.582824 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.583201 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.583555 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.583909 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.584938 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.585200 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.585550 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:12.588544 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:12.589655 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/d5fb16de-eee7-469d-899a-21c0948325e0 HTTP/1.1" status: 204 len: 168 time: 0.2563839 May 04 22:33:12.590541 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-c225b2a8-c7cc-4574-add7-84d7091b6e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:33:13.407207 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28e7cc-03be-49f9-b399-923ba484e4c8 req-e7f0ab39-7528-41c9-a00d-32d5ea4f2709 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:13.408700 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0d28e7cc-03be-49f9-b399-923ba484e4c8 req-e7f0ab39-7528-41c9-a00d-32d5ea4f2709 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.0958817 May 04 22:33:13.462471 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-0d28e7cc-03be-49f9-b399-923ba484e4c8 req-756c3651-a0a0-405f-b0c9-e410da57dadf tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442841 May 04 22:33:14.263950 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 35732) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:33:14.382595 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1256caeb-122e-4968-ae51-656c8c5de2fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:14.397755 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-1256caeb-122e-4968-ae51-656c8c5de2fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 04 22:33:14.401571 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-1256caeb-122e-4968-ae51-656c8c5de2fb admin admin] Usage tracker for resource:security_group_rule and tenant:1603a5d69fb94087ad88bee54d6aa236 is out of sync, need to count used quota {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 04 22:33:14.404450 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.quota.resource [None req-1256caeb-122e-4968-ae51-656c8c5de2fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74775) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 04 22:33:14.410223 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.quota.driver [None req-1256caeb-122e-4968-ae51-656c8c5de2fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74775) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 04 22:33:14.505294 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1256caeb-122e-4968-ae51-656c8c5de2fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:14.633699 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-1256caeb-122e-4968-ae51-656c8c5de2fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_create {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:14.642785 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d0c844d7-854d-43f4-ba1a-96d361edb9be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:33:14.672533 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dff2a-1e59-4220-b7aa-3ad3d2b1bbfd req-b4a1af5e-383d-4089-ba21-6ac504bd534b tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:14.674316 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9e7dff2a-1e59-4220-b7aa-3ad3d2b1bbfd req-b4a1af5e-383d-4089-ba21-6ac504bd534b tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.0990551 May 04 22:33:14.684756 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-1256caeb-122e-4968-ae51-656c8c5de2fb admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1603a5d69fb94087ad88bee54d6aa236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4196994 May 04 22:33:14.685759 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256caeb-122e-4968-ae51-656c8c5de2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620494a9-d22a-456b-9669-32c77f2db285,revision_number=1']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:33:14.688171 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 35740) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:33:14.690632 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-1256caeb-122e-4968-ae51-656c8c5de2fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:33:14.727341 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9e7dff2a-1e59-4220-b7aa-3ad3d2b1bbfd req-981f72a8-c566-4b21-a252-79eb930f6982 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464509 May 04 22:33:14.755619 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4b47729b-c93d-4652-9aec-0bec1514c673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:14.782614 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4b47729b-c93d-4652-9aec-0bec1514c673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:14.947817 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4b47729b-c93d-4652-9aec-0bec1514c673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:14.951891 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-d69a8866-19e5-4d28-bcc0-e891265283cc tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:33:14.963954 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47729b-c93d-4652-9aec-0bec1514c673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620494a9-d22a-456b-9669-32c77f2db285,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:33:14.967558 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-4b47729b-c93d-4652-9aec-0bec1514c673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:33:14.970964 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-4b47729b-c93d-4652-9aec-0bec1514c673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:14.972071 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-4b47729b-c93d-4652-9aec-0bec1514c673 admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/620494a9-d22a-456b-9669-32c77f2db285 HTTP/1.1" status: 204 len: 168 time: 0.2829959 May 04 22:33:15.878402 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f7a58-aa38-4ace-996b-bc049139c2da req-c48e4739-457c-44c6-945c-30f75eb921a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:15.880052 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-999f7a58-aa38-4ace-996b-bc049139c2da req-c48e4739-457c-44c6-945c-30f75eb921a0 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1a2732e303a14979b3a0c11781a5f9e2&device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 1099 time: 0.0764258 May 04 22:33:15.916280 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e8571-834d-46a7-852f-ea9427917017 req-ee8f43f3-9d79-4cff-bfc0-262ab4b9db40 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:15.917804 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b47e8571-834d-46a7-852f-ea9427917017 req-ee8f43f3-9d79-4cff-bfc0-262ab4b9db40 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.0839958 May 04 22:33:15.972686 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-b47e8571-834d-46a7-852f-ea9427917017 req-782c83bf-a9d6-4ec1-973f-8279ce8e83e0 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485928 May 04 22:33:16.028118 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f7a58-aa38-4ace-996b-bc049139c2da req-09421e75-83c8-45e1-befb-d48859901e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:16.028118 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-999f7a58-aa38-4ace-996b-bc049139c2da req-09421e75-83c8-45e1-befb-d48859901e37 service neutron] 10.222.0.85 "GET /v2.0/networks?id=aac42372-8090-46b8-8cd7-4bccfe6c7113 HTTP/1.1" status: 200 len: 909 time: 0.1351845 May 04 22:33:16.136221 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-999f7a58-aa38-4ace-996b-bc049139c2da req-04503dd4-5fd6-4292-bb3b-9785b0e4eb2e service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d HTTP/1.1" status: 200 len: 1002 time: 0.1004138 May 04 22:33:16.204135 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f7a58-aa38-4ace-996b-bc049139c2da req-10f46c13-b234-4642-990d-e7de8c5296fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:16.205587 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-999f7a58-aa38-4ace-996b-bc049139c2da req-10f46c13-b234-4642-990d-e7de8c5296fd service neutron] 10.222.0.85 "GET /v2.0/subnets?id=45f6c782-0b64-4ab9-9590-da19a233bcfa HTTP/1.1" status: 200 len: 847 time: 0.0595238 May 04 22:33:16.289265 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999f7a58-aa38-4ace-996b-bc049139c2da req-05bbd768-e113-4c58-960d-3c1df08079c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:16.290659 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-999f7a58-aa38-4ace-996b-bc049139c2da req-05bbd768-e113-4c58-960d-3c1df08079c8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aac42372-8090-46b8-8cd7-4bccfe6c7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757957 May 04 22:33:16.432996 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-999f7a58-aa38-4ace-996b-bc049139c2da req-cc3cab63-d9dd-42d6-81bd-0eb89042bbc7 service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327112 May 04 22:33:16.570228 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-999f7a58-aa38-4ace-996b-bc049139c2da req-f6d0e0bb-ca83-43c1-8438-8054d6db5708 service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293504 May 04 22:33:17.159404 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6c88d-5b03-44eb-8bb0-9ea254a0ca40 req-53c8ce27-28c1-4cb7-af38-e719b8a8c95a tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:17.160862 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c9d6c88d-5b03-44eb-8bb0-9ea254a0ca40 req-53c8ce27-28c1-4cb7-af38-e719b8a8c95a tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.0806584 May 04 22:33:17.205918 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-c9d6c88d-5b03-44eb-8bb0-9ea254a0ca40 req-9b5feffe-3754-4649-b9da-d77c85ee0ac1 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385921 May 04 22:33:18.396981 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa28407-e484-4aae-b628-99eb599ecea8 req-9acad6c7-3821-4832-b815-1e1a613304a7 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:18.398443 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6aa28407-e484-4aae-b628-99eb599ecea8 req-9acad6c7-3821-4832-b815-1e1a613304a7 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.0823441 May 04 22:33:18.450697 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-6aa28407-e484-4aae-b628-99eb599ecea8 req-e97612a2-f4f6-44c1-8e1e-969b1bc503e8 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462732 May 04 22:33:19.743074 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f2502-9a11-4fef-a306-1772152ce48b req-a803f8d0-ae04-4bbf-bbfc-c30fa3711650 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:19.744251 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d13f2502-9a11-4fef-a306-1772152ce48b req-a803f8d0-ae04-4bbf-bbfc-c30fa3711650 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.1833243 May 04 22:33:19.793749 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d13f2502-9a11-4fef-a306-1772152ce48b req-fd9a2550-b9a6-405a-824a-b27ec2c78b01 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426469 May 04 22:33:20.403237 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2754e75e-132f-4d1f-9022-3387dc1856a6 req-7233c1d5-fdc8-451c-8db7-d4cea8e443dd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:20.404770 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2754e75e-132f-4d1f-9022-3387dc1856a6 req-7233c1d5-fdc8-451c-8db7-d4cea8e443dd tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.0869129 May 04 22:33:20.453510 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2754e75e-132f-4d1f-9022-3387dc1856a6 req-1922392d-9047-451a-b26f-15ed79e6222c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429897 May 04 22:33:20.487896 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 35762) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:33:20.608956 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-afded028-d6b8-4eb1-a73a-6517b19773dc req-f1960dce-5e29-4caa-8bc3-170f8f34e97e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1198134 May 04 22:33:21.068062 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device aca1ec0b-d78c-4221-90d8-8a5e8543ad9d no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:33:21.224234 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:21.252120 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed27480b-6204-480d-a7b7-3f286385a521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:33:21.263388 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:33:21.353759 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:21.355818 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:33:21.442652 dv-cinder-786928-2-smb neutron-server[74777]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ed27480b-6204-480d-a7b7-3f286385a521', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d', 'code': 422} returned with failed status May 04 22:33:21.446324 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,revision_number=6']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:33:21.454498 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:21.454864 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:21.455210 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:21.455534 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:21.455853 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:21.456168 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:21.456505 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:21.456906 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:21.457115 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:21.457424 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:21.457743 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:21.458049 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:33:21.463147 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:33:21.650993 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e0b84-ed21-4faf-a6f7-9444eed00ce8 req-413bf9e8-bc25-4ab1-889a-4fe3be4bb5ac tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:21.652513 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-772e0b84-ed21-4faf-a6f7-9444eed00ce8 req-413bf9e8-bc25-4ab1-889a-4fe3be4bb5ac tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 944 time: 0.0876305 May 04 22:33:21.704854 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-772e0b84-ed21-4faf-a6f7-9444eed00ce8 req-3e310896-a162-44e4-b6f8-c6ee2958a4fb tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463643 May 04 22:33:22.906459 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cdde70-cffa-4516-ba45-087430b7e711 req-824e0649-2868-4047-9c80-239f65a9e4d2 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:22.907849 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-27cdde70-cffa-4516-ba45-087430b7e711 req-824e0649-2868-4047-9c80-239f65a9e4d2 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 944 time: 0.0854402 May 04 22:33:22.955814 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-27cdde70-cffa-4516-ba45-087430b7e711 req-b60980df-0060-4255-9146-88a13ccf8b78 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412190 May 04 22:33:23.843736 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afded028-d6b8-4eb1-a73a-6517b19773dc req-ab764abe-be02-442b-86c3-2511910abf41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:23.845211 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-afded028-d6b8-4eb1-a73a-6517b19773dc req-ab764abe-be02-442b-86c3-2511910abf41 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521&tenant_id=1a2732e303a14979b3a0c11781a5f9e2 HTTP/1.1" status: 200 len: 1097 time: 0.0758774 May 04 22:33:23.948668 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afded028-d6b8-4eb1-a73a-6517b19773dc req-f7fcd975-0008-4aa0-aec1-e8af5397adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:23.950130 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-afded028-d6b8-4eb1-a73a-6517b19773dc req-f7fcd975-0008-4aa0-aec1-e8af5397adb5 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1a2732e303a14979b3a0c11781a5f9e2&device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 1097 time: 0.0768480 May 04 22:33:24.148588 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afded028-d6b8-4eb1-a73a-6517b19773dc req-66e5466d-0045-4316-b40d-f687f6d33dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:24.150068 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-afded028-d6b8-4eb1-a73a-6517b19773dc req-66e5466d-0045-4316-b40d-f687f6d33dc6 service neutron] 10.222.0.85 "GET /v2.0/networks?id=aac42372-8090-46b8-8cd7-4bccfe6c7113 HTTP/1.1" status: 200 len: 909 time: 0.1895828 May 04 22:33:24.270678 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e9dbc-03aa-4f29-bc8f-f15b82328754 req-baa2438d-6e6b-48cf-8445-4afe70ab12c6 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:24.272790 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-317e9dbc-03aa-4f29-bc8f-f15b82328754 req-baa2438d-6e6b-48cf-8445-4afe70ab12c6 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 944 time: 0.1946430 May 04 22:33:24.280976 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-afded028-d6b8-4eb1-a73a-6517b19773dc req-25904f3a-6f08-4174-815d-73a008287165 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d HTTP/1.1" status: 200 len: 1000 time: 0.1201942 May 04 22:33:24.374133 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-317e9dbc-03aa-4f29-bc8f-f15b82328754 req-81f8e34c-fcbc-40be-97fd-7922b0d34daa tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951951 May 04 22:33:24.377919 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afded028-d6b8-4eb1-a73a-6517b19773dc req-7e9f9a6f-54db-48fb-9561-c5d46c1c9b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:24.379360 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-afded028-d6b8-4eb1-a73a-6517b19773dc req-7e9f9a6f-54db-48fb-9561-c5d46c1c9b94 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=45f6c782-0b64-4ab9-9590-da19a233bcfa HTTP/1.1" status: 200 len: 847 time: 0.0848145 May 04 22:33:24.464378 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afded028-d6b8-4eb1-a73a-6517b19773dc req-e1d9f77d-f767-4c71-9a60-65179dd8cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:24.465854 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-afded028-d6b8-4eb1-a73a-6517b19773dc req-e1d9f77d-f767-4c71-9a60-65179dd8cd83 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aac42372-8090-46b8-8cd7-4bccfe6c7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769145 May 04 22:33:24.612874 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-afded028-d6b8-4eb1-a73a-6517b19773dc req-896d329e-7472-48d3-8bdf-e70f4cc7dd1e service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358912 May 04 22:33:24.751995 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-afded028-d6b8-4eb1-a73a-6517b19773dc req-c2634062-cebc-456a-b0f8-70efd457f5e2 service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288145 May 04 22:33:25.570818 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df349557-c509-400e-b4be-5dce560cf19f req-6a8407e8-9095-4b24-b5ad-a9bfe54910e8 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:25.572329 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-df349557-c509-400e-b4be-5dce560cf19f req-6a8407e8-9095-4b24-b5ad-a9bfe54910e8 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 944 time: 0.0867398 May 04 22:33:25.620330 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-df349557-c509-400e-b4be-5dce560cf19f req-3e86c5c3-d712-4eb4-b52e-63ced7e17845 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402918 May 04 22:33:26.816546 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a50b9a-4c42-46da-a796-c859b95acfe4 req-b993d802-ba42-48d2-be86-e3c13da27cb7 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:26.818074 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-07a50b9a-4c42-46da-a796-c859b95acfe4 req-b993d802-ba42-48d2-be86-e3c13da27cb7 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 944 time: 0.0891571 May 04 22:33:26.869957 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-07a50b9a-4c42-46da-a796-c859b95acfe4 req-a064c3a7-d336-4a96-9098-4cdd5de6781c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459428 May 04 22:33:27.070133 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device aca1ec0b-d78c-4221-90d8-8a5e8543ad9d details requested by agent hyperv_hv-cinder-78692 with host hv-cinder-78692 {{(pid=74777) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 04 22:33:27.209215 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:33:27.222689 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Returning: {'device': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'port_id': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d', 'mac_address': 'fa:16:3e:47:80:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 970, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74777) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 04 22:33:27.282127 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:27.302238 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca1ec0b-d78c-4221-90d8-8a5e8543ad9d {{(pid=74777) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 04 22:33:27.317718 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:33:27.370137 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:27.371977 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:33:27.439558 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,revision_number=7']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:33:27.442591 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:33:27.625661 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] get_ports_and_sgs() called for port_ids ['aca1ec0b-d78c-4221-90d8-8a5e8543ad9d'] {{(pid=74777) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 04 22:33:28.063818 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9653e7e-52bf-4852-894d-1653960dba09 req-97ac4e54-e215-419d-a08f-b531cce3451c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:28.065401 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a9653e7e-52bf-4852-894d-1653960dba09 req-97ac4e54-e215-419d-a08f-b531cce3451c tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 945 time: 0.0872326 May 04 22:33:28.118789 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-a9653e7e-52bf-4852-894d-1653960dba09 req-24962998-22a9-4244-91d9-3561dac1b86f tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462983 May 04 22:33:29.100718 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device aca1ec0b-d78c-4221-90d8-8a5e8543ad9d up at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 04 22:33:29.181834 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.provisioning_blocks [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Provisioning complete for port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d triggered by entity L2. {{(pid=74777) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 22:33:29.182277 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779915'] for port, provisioning_complete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:29.310635 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1668444'] for port, before_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:29.320148 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a53943-9123-4c0b-8ebb-efc3e6dddf55 req-666f9c91-38a7-4c4b-91a2-651eda67db6a tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:29.321763 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f4a53943-9123-4c0b-8ebb-efc3e6dddf55 req-666f9c91-38a7-4c4b-91a2-651eda67db6a tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 945 time: 0.0891469 May 04 22:33:29.341734 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed27480b-6204-480d-a7b7-3f286385a521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d'}] {{(pid=74777) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:33:29.352391 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] For port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:33:29.373143 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-f4a53943-9123-4c0b-8ebb-efc3e6dddf55 req-48458e40-8346-44cd-bde8-9696e327f34a tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442064 May 04 22:33:29.388609 dv-cinder-786928-2-smb neutron-server[74777]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed27480b-6204-480d-a7b7-3f286385a521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d', 'code': 200} May 04 22:33:29.416454 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772421045351', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772420627240', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772420627285'] for port, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:29.419534 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:33:29.489995 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Pushing event updated for resources: {'Port': ['ID=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,revision_number=8']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:33:29.493308 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:33:29.847362 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a6ce7-cd12-4582-877d-fc0a17ff9c8e req-f36b64b7-6290-4f57-aed5-e87bbf1f2804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:29.848934 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d68a6ce7-cd12-4582-877d-fc0a17ff9c8e req-f36b64b7-6290-4f57-aed5-e87bbf1f2804 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 1099 time: 0.0791366 May 04 22:33:29.895748 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d68a6ce7-cd12-4582-877d-fc0a17ff9c8e req-bc7bba59-cae1-43e4-add8-0c9d2ff28557 service neutron] 10.222.0.85 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364261 May 04 22:33:30.567846 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130f6da0-f9ce-4366-91b6-26c49e4b3330 req-0b73cd68-0481-4470-80f6-d1514819dda9 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:30.569276 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-130f6da0-f9ce-4366-91b6-26c49e4b3330 req-0b73cd68-0481-4470-80f6-d1514819dda9 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.0840538 May 04 22:33:30.616007 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-130f6da0-f9ce-4366-91b6-26c49e4b3330 req-e9d53258-0c02-4dfb-ab3f-402a4cd2309b tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408039 May 04 22:33:30.693132 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:33:31.113527 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-22b424fd-7bad-4cf5-863c-98790b453a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:31.691083 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:31.914840 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba6a23-859b-4599-9ecb-c897327f8bdc req-31b39076-56b7-4bc0-ae0d-bc422f26af17 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:31.916252 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-12ba6a23-859b-4599-9ecb-c897327f8bdc req-31b39076-56b7-4bc0-ae0d-bc422f26af17 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.1865773 May 04 22:33:31.964037 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-12ba6a23-859b-4599-9ecb-c897327f8bdc req-724c8054-bb13-4ae0-9ac7-3f92e4481cb2 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420146 May 04 22:33:34.135937 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:35.118749 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-1a7bac27-d47c-43d0-9afe-2697c8ca3885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:36.319264 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:38.461651 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:33:43.675059 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2dce596e-ad26-478a-b1f1-e5e31167ef15 req-4d74ccba-605d-459f-9773-bf628ba8a515 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1832857 May 04 22:33:43.819742 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce596e-ad26-478a-b1f1-e5e31167ef15 req-1e62c148-af67-45fc-b539-dc65cec165be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:43.821196 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2dce596e-ad26-478a-b1f1-e5e31167ef15 req-1e62c148-af67-45fc-b539-dc65cec165be service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1a2732e303a14979b3a0c11781a5f9e2&device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 1099 time: 0.0767448 May 04 22:33:43.972600 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce596e-ad26-478a-b1f1-e5e31167ef15 req-87ce7200-b2f7-4338-82d5-22491739a5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:43.974044 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2dce596e-ad26-478a-b1f1-e5e31167ef15 req-87ce7200-b2f7-4338-82d5-22491739a5e4 service neutron] 10.222.0.85 "GET /v2.0/networks?id=aac42372-8090-46b8-8cd7-4bccfe6c7113 HTTP/1.1" status: 200 len: 909 time: 0.1323011 May 04 22:33:44.087740 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2dce596e-ad26-478a-b1f1-e5e31167ef15 req-dca61bd4-946b-431f-99c1-a66591b8a6e3 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d HTTP/1.1" status: 200 len: 1002 time: 0.1014302 May 04 22:33:44.155760 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce596e-ad26-478a-b1f1-e5e31167ef15 req-34d6d4c3-40e6-4e9b-bcd6-323f92881b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:44.157204 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2dce596e-ad26-478a-b1f1-e5e31167ef15 req-34d6d4c3-40e6-4e9b-bcd6-323f92881b53 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=45f6c782-0b64-4ab9-9590-da19a233bcfa HTTP/1.1" status: 200 len: 847 time: 0.0635366 May 04 22:33:44.244565 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce596e-ad26-478a-b1f1-e5e31167ef15 req-168b2443-a5a3-437d-a9d6-a3d1bbd188a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:33:44.246083 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2dce596e-ad26-478a-b1f1-e5e31167ef15 req-168b2443-a5a3-437d-a9d6-a3d1bbd188a8 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aac42372-8090-46b8-8cd7-4bccfe6c7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800750 May 04 22:33:44.382252 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2dce596e-ad26-478a-b1f1-e5e31167ef15 req-966c3dd9-32c8-43cb-9637-d277adcd1073 service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286204 May 04 22:33:44.518799 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-2dce596e-ad26-478a-b1f1-e5e31167ef15 req-b33653ac-c3e3-4456-9d1d-b68adc21f1c0 service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265264 May 04 22:34:01.106873 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c63b6bcc-9636-4547-8e2c-d9961a7b221e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:01.689735 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:04.141073 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:05.123980 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-9f4b8ff2-b5a2-4001-a4f5-f5856d890616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:06.323399 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:07.691874 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:34:08.397865 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:31.129045 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1d1cecb-f3a5-42bf-9090-1ec7653a0860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:31.740897 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:34.134518 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:35.146141 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e58bb19-6406-4245-9dce-131d8c675dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:36.311853 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:38.425784 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:44.690544 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:34:45.108581 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 35812) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:34:45.392405 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Deleting port c451767b-7a9d-4cdc-9a79-d0578888debc {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:34:45.392743 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:45.570425 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:45.570746 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:45.705212 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Calling delete_port for c451767b-7a9d-4cdc-9a79-d0578888debc owned by network:floatingip {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:34:45.717447 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-fa835ffd-3700-45df-889c-8f7c22ea8e1b req-7fe3b1ea-3f3c-46d6-ac67-80fb4df11752 service neutron] 10.222.0.85 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2532539 May 04 22:34:46.033823 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa835ffd-3700-45df-889c-8f7c22ea8e1b req-b14e23fb-9064-4505-a206-3adafc723cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:34:46.035234 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-fa835ffd-3700-45df-889c-8f7c22ea8e1b req-b14e23fb-9064-4505-a206-3adafc723cca service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1a2732e303a14979b3a0c11781a5f9e2&device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 1099 time: 0.2181838 May 04 22:34:46.082085 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:46.090390 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-09d5cdd0-e263-4fe4-aea4-6d44eb0ed6a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:34:46.189054 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Pushing event deleted for resources: {'Port': ['ID=c451767b-7a9d-4cdc-9a79-d0578888debc,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:34:46.244922 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:46.245413 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:46.245775 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:46.246667 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:46.246667 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:46.246943 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:46.247196 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:46.247544 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:46.247894 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:46.248239 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:46.248590 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:46.249373 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74776) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:46.261114 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:34:46.346679 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa835ffd-3700-45df-889c-8f7c22ea8e1b req-d1f819f6-6d9b-489c-a970-5160dee5b861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:34:46.348100 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-fa835ffd-3700-45df-889c-8f7c22ea8e1b req-d1f819f6-6d9b-489c-a970-5160dee5b861 service neutron] 10.222.0.85 "GET /v2.0/networks?id=aac42372-8090-46b8-8cd7-4bccfe6c7113 HTTP/1.1" status: 200 len: 909 time: 0.2885554 May 04 22:34:46.353922 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for floatingip, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:46.354243 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.db.l3_db [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Floating IP a24068f0-eea2-429d-a681-afed4569e337 disassociated (deleted). External IP: 172.28.3.250, port: aca1ec0b-d78c-4221-90d8-8a5e8543ad9d. May 04 22:34:46.547175 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-fa835ffd-3700-45df-889c-8f7c22ea8e1b req-2142de60-71ab-4113-ba61-cb7b5e455c6f service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d HTTP/1.1" status: 200 len: 217 time: 0.1392622 May 04 22:34:46.650306 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa835ffd-3700-45df-889c-8f7c22ea8e1b req-87ba18d9-84a3-4d56-8148-ce94b7e3885e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:34:46.651827 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-fa835ffd-3700-45df-889c-8f7c22ea8e1b req-87ba18d9-84a3-4d56-8148-ce94b7e3885e service neutron] 10.222.0.85 "GET /v2.0/subnets?id=45f6c782-0b64-4ab9-9590-da19a233bcfa HTTP/1.1" status: 200 len: 847 time: 0.0883796 May 04 22:34:46.914164 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Router 3acad534-a13a-4912-8c0b-42ddd72a4a9a has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:34:46.916620 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa835ffd-3700-45df-889c-8f7c22ea8e1b req-220cfc06-6253-4b6d-8789-1551886bc434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:34:46.918262 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-fa835ffd-3700-45df-889c-8f7c22ea8e1b req-220cfc06-6253-4b6d-8789-1551886bc434 service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aac42372-8090-46b8-8cd7-4bccfe6c7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2562027 May 04 22:34:47.227306 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-fa835ffd-3700-45df-889c-8f7c22ea8e1b req-c71a074f-e71f-4704-bc26-83af2828baa9 service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966032 May 04 22:34:47.228876 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:34:47.240920 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4c73f8-209c-42f4-933d-00eb3683f713 None None] Sync routers for ids ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:34:47.250741 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4c73f8-209c-42f4-933d-00eb3683f713 None None] Routers {'3acad534-a13a-4912-8c0b-42ddd72a4a9a'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:34:47.251399 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-ff4c73f8-209c-42f4-933d-00eb3683f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:34:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:34:47.456441 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-ff4c73f8-209c-42f4-933d-00eb3683f713 None None] Set router 3acad534-a13a-4912-8c0b-42ddd72a4a9a gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:34:47.531252 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for floatingip, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:47.570375 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-fa835ffd-3700-45df-889c-8f7c22ea8e1b req-3f7ae176-7f27-43cf-8997-ac5a7358d6c6 service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310840 May 04 22:34:47.595530 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-8c164032-2c46-4847-bcdd-708f2d80151e tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "DELETE /v2.0/floatingips/a24068f0-eea2-429d-a681-afed4569e337 HTTP/1.1" status: 204 len: 168 time: 2.4857883 May 04 22:34:47.596256 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed27480b-6204-480d-a7b7-3f286385a521', 'tag': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:34:47.682159 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed27480b-6204-480d-a7b7-3f286385a521', 'tag': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d', 'status': 'completed', 'code': 200} May 04 22:34:47.888588 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-ff4c73f8-209c-42f4-933d-00eb3683f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:07Z', 'updated_at': '2021-05-04T22:30:14Z', 'revision_number': 4, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'gw_port': {'id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:08Z', 'updated_at': '2021-05-04T22:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '50045672-4d50-4c9b-88f6-ba043d9ad5c4', 'name': '', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'mac_address': 'fa:16:3e:26:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:13Z', 'updated_at': '2021-05-04T22:30:20Z', 'revision_number': 5, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'subnets': [{'id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:34:47.889901 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722679e-a594-4ce6-82eb-f8c37d1e9af3 req-688531ad-6a89-4ed2-b0ca-a4cdfd9e3699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:34:47.891463 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9722679e-a594-4ce6-82eb-f8c37d1e9af3 req-688531ad-6a89-4ed2-b0ca-a4cdfd9e3699 service neutron] 10.222.0.85 "GET /v2.0/ports?tenant_id=1a2732e303a14979b3a0c11781a5f9e2&device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 1099 time: 0.1011169 May 04 22:34:47.893516 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4c73f8-209c-42f4-933d-00eb3683f713 None None] Checking router: 3acad534-a13a-4912-8c0b-42ddd72a4a9a for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:34:47.904427 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4c73f8-209c-42f4-933d-00eb3683f713 None None] Routers {'3acad534-a13a-4912-8c0b-42ddd72a4a9a'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:34:47.905127 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-ff4c73f8-209c-42f4-933d-00eb3683f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:34:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:34:48.055389 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722679e-a594-4ce6-82eb-f8c37d1e9af3 req-1b01d720-77e3-4d45-9e9e-ad2dbe9b89fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:34:48.056891 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9722679e-a594-4ce6-82eb-f8c37d1e9af3 req-1b01d720-77e3-4d45-9e9e-ad2dbe9b89fd service neutron] 10.222.0.85 "GET /v2.0/networks?id=aac42372-8090-46b8-8cd7-4bccfe6c7113 HTTP/1.1" status: 200 len: 909 time: 0.1553056 May 04 22:34:48.128609 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-ff4c73f8-209c-42f4-933d-00eb3683f713 None None] Set router 3acad534-a13a-4912-8c0b-42ddd72a4a9a gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:34:48.133765 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9722679e-a594-4ce6-82eb-f8c37d1e9af3 req-aa56b793-19ef-46df-a5ff-23edc9d772e9 service neutron] 10.222.0.85 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d HTTP/1.1" status: 200 len: 217 time: 0.0657160 May 04 22:34:48.218653 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722679e-a594-4ce6-82eb-f8c37d1e9af3 req-ac309727-af2b-4524-bff2-5c90304104c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:34:48.220245 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9722679e-a594-4ce6-82eb-f8c37d1e9af3 req-ac309727-af2b-4524-bff2-5c90304104c6 service neutron] 10.222.0.85 "GET /v2.0/subnets?id=45f6c782-0b64-4ab9-9590-da19a233bcfa HTTP/1.1" status: 200 len: 847 time: 0.0716619 May 04 22:34:48.306785 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722679e-a594-4ce6-82eb-f8c37d1e9af3 req-ed34e00a-2345-4235-9d89-48c2bb4cffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:34:48.307685 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9722679e-a594-4ce6-82eb-f8c37d1e9af3 req-ed34e00a-2345-4235-9d89-48c2bb4cffbc service neutron] 10.222.0.85 "GET /v2.0/ports?network_id=aac42372-8090-46b8-8cd7-4bccfe6c7113&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800254 May 04 22:34:48.374779 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a6f3c-6dea-4cc0-9a72-3ebebe2e1f0b req-a327a8f9-5ba6-4382-a5bb-8a9e6693f85d tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74775) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:34:48.379351 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-fa1a6f3c-6dea-4cc0-9a72-3ebebe2e1f0b req-a327a8f9-5ba6-4382-a5bb-8a9e6693f85d tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.1486416 May 04 22:34:48.448201 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-fa1a6f3c-6dea-4cc0-9a72-3ebebe2e1f0b req-b6ba251b-ebf0-4687-b022-7ea6365aef86 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632229 May 04 22:34:48.533293 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9722679e-a594-4ce6-82eb-f8c37d1e9af3 req-42813c10-8436-408c-aeac-489047f1ef97 service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158887 May 04 22:34:48.561972 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-ff4c73f8-209c-42f4-933d-00eb3683f713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:07Z', 'updated_at': '2021-05-04T22:30:14Z', 'revision_number': 4, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'gw_port': {'id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:08Z', 'updated_at': '2021-05-04T22:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '50045672-4d50-4c9b-88f6-ba043d9ad5c4', 'name': '', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'mac_address': 'fa:16:3e:26:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:13Z', 'updated_at': '2021-05-04T22:30:20Z', 'revision_number': 5, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'subnets': [{'id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:34:48.570909 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4c73f8-209c-42f4-933d-00eb3683f713 None None] The sync data for ids ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'] in dv-cinder-786928-2-smb is: [{'id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:07Z', 'updated_at': '2021-05-04T22:30:14Z', 'revision_number': 4, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'gw_port': {'id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:08Z', 'updated_at': '2021-05-04T22:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb', '_interfaces': [{'id': '50045672-4d50-4c9b-88f6-ba043d9ad5c4', 'name': '', 'network_id': 'aac42372-8090-46b8-8cd7-4bccfe6c7113', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'mac_address': 'fa:16:3e:26:73:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:13Z', 'updated_at': '2021-05-04T22:30:20Z', 'revision_number': 5, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'subnets': [{'id': '45f6c782-0b64-4ab9-9590-da19a233bcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:34:48.709846 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-9722679e-a594-4ce6-82eb-f8c37d1e9af3 req-5d2a1ae5-546b-4039-a30f-4f84eedebaf1 service neutron] 10.222.0.85 "GET /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688988 May 04 22:34:48.866252 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d82a7d-96b2-42a6-bca0-5bd4be78a0c7 None None] New status for floating IP a24068f0-eea2-429d-a681-afed4569e337: DOWN {{(pid=74778) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 22:34:49.671247 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69594c85-c417-456a-836a-c1904fb5d3d9 req-4db5aa4e-ecc0-4c5e-9ab0-5a7deaca1978 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:34:49.676934 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-69594c85-c417-456a-836a-c1904fb5d3d9 req-4db5aa4e-ecc0-4c5e-9ab0-5a7deaca1978 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Synchronizing usage tracker for tenant:1a2732e303a14979b3a0c11781a5f9e2 on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:34:49.763469 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-69594c85-c417-456a-836a-c1904fb5d3d9 req-4db5aa4e-ecc0-4c5e-9ab0-5a7deaca1978 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Unset dirty status for tenant:1a2732e303a14979b3a0c11781a5f9e2 on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:34:49.764772 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-69594c85-c417-456a-836a-c1904fb5d3d9 req-4db5aa4e-ecc0-4c5e-9ab0-5a7deaca1978 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.1932032 May 04 22:34:49.830262 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-69594c85-c417-456a-836a-c1904fb5d3d9 req-7eb257d3-b8a2-4ced-9417-d78fd4821202 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/security-groups?id=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596383 May 04 22:34:49.874920 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973eb96-b7bc-4119-9aee-5c90941eed95 req-049e3d99-81aa-4db3-9d20-aec3ee3e61f4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74776) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 04 22:34:49.876686 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d973eb96-b7bc-4119-9aee-5c90941eed95 req-049e3d99-81aa-4db3-9d20-aec3ee3e61f4 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.85 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 946 time: 0.1850362 May 04 22:34:50.036093 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-d973eb96-b7bc-4119-9aee-5c90941eed95 req-e38cc966-ab87-4d22-afa4-6afd2c0913ff tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Deleting port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:34:50.036331 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d973eb96-b7bc-4119-9aee-5c90941eed95 req-e38cc966-ab87-4d22-afa4-6afd2c0913ff tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:50.189088 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [req-d973eb96-b7bc-4119-9aee-5c90941eed95 req-e38cc966-ab87-4d22-afa4-6afd2c0913ff tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] For port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d, host hv-cinder-78692, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78692',level=0,port_id=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:34:50.189642 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d973eb96-b7bc-4119-9aee-5c90941eed95 req-e38cc966-ab87-4d22-afa4-6afd2c0913ff tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:50.321604 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [req-d973eb96-b7bc-4119-9aee-5c90941eed95 req-e38cc966-ab87-4d22-afa4-6afd2c0913ff tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Calling delete_port for aca1ec0b-d78c-4221-90d8-8a5e8543ad9d owned by compute:nova {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:34:50.512348 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d973eb96-b7bc-4119-9aee-5c90941eed95 req-e38cc966-ab87-4d22-afa4-6afd2c0913ff tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:50.519240 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-3003881d-fcab-4ad5-a1bf-18ad77dffb8c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:34:50.570089 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38cc966-ab87-4d22-afa4-6afd2c0913ff tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Pushing event deleted for resources: {'Port': ['ID=aca1ec0b-d78c-4221-90d8-8a5e8543ad9d,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:34:50.636184 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e38cc966-ab87-4d22-afa4-6afd2c0913ff tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:34:50.758769 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [req-d973eb96-b7bc-4119-9aee-5c90941eed95 req-e38cc966-ab87-4d22-afa4-6afd2c0913ff tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] No DVR routers for this DVR port aca1ec0b-d78c-4221-90d8-8a5e8543ad9d on host hv-cinder-78692 {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:34:50.761707 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [req-d973eb96-b7bc-4119-9aee-5c90941eed95 req-e38cc966-ab87-4d22-afa4-6afd2c0913ff tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-81490'] for port, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:50.764580 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed27480b-6204-480d-a7b7-3f286385a521', 'name': 'network-vif-deleted', 'tag': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d'}] {{(pid=74776) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 04 22:34:50.838484 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-d973eb96-b7bc-4119-9aee-5c90941eed95 req-e38cc966-ab87-4d22-afa4-6afd2c0913ff tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.85 "DELETE /v2.0/ports/aca1ec0b-d78c-4221-90d8-8a5e8543ad9d HTTP/1.1" status: 204 len: 173 time: 0.9530191 May 04 22:34:50.848728 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed27480b-6204-480d-a7b7-3f286385a521', 'name': 'network-vif-deleted', 'tag': 'aca1ec0b-d78c-4221-90d8-8a5e8543ad9d', 'status': 'completed', 'code': 200} May 04 22:34:51.044365 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-30b42535-2f30-42d8-abc7-6282f4350c64 req-3b60174d-9b67-4d64-bbb4-085a90d934fa tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Synchronizing usage tracker for tenant:1a2732e303a14979b3a0c11781a5f9e2 on resource:port {{(pid=74776) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 04 22:34:51.158064 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.quota.resource [req-30b42535-2f30-42d8-abc7-6282f4350c64 req-3b60174d-9b67-4d64-bbb4-085a90d934fa tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Unset dirty status for tenant:1a2732e303a14979b3a0c11781a5f9e2 on resource:port {{(pid=74776) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 04 22:34:51.159158 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [req-30b42535-2f30-42d8-abc7-6282f4350c64 req-3b60174d-9b67-4d64-bbb4-085a90d934fa tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 210 time: 0.1728954 May 04 22:34:52.338108 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [req-d6a5059f-bd2b-465c-90ad-23b42b156b52 req-de20b70d-a6cf-4024-a7d1-7e42e2643620 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "GET /v2.0/ports?device_id=ed27480b-6204-480d-a7b7-3f286385a521 HTTP/1.1" status: 200 len: 210 time: 0.0457904 May 04 22:34:53.442573 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 35832) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:34:53.501813 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device aca1ec0b-d78c-4221-90d8-8a5e8543ad9d no longer exists at agent hyperv_hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:34:53.525103 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-03c4d1f8-1469-4f12-be05-3edec93d9115 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:53.538330 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] No Port match for: aca1ec0b-d78c-4221-90d8-8a5e8543ad9d {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:34:53.538689 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Device aca1ec0b-d78c-4221-90d8-8a5e8543ad9d not bound to the agent host hv-cinder-78692 {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:34:53.558579 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-03c4d1f8-1469-4f12-be05-3edec93d9115 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:53.695003 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-03c4d1f8-1469-4f12-be05-3edec93d9115 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:53.698882 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-cbbb360a-882f-4e33-bdf9-affcd4e4069f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:34:53.715543 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4d1f8-1469-4f12-be05-3edec93d9115 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:34:53.718787 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-03c4d1f8-1469-4f12-be05-3edec93d9115 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:34:53.808793 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-03c4d1f8-1469-4f12-be05-3edec93d9115 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] Notify callbacks [] for security_group, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:53.809996 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-03c4d1f8-1469-4f12-be05-3edec93d9115 tempest-TestShelveInstance-1234825646 tempest-TestShelveInstance-1234825646-project] 10.222.0.72 "DELETE /v2.0/security-groups/32b7dc8a-6edc-4de9-888e-0c0a3fb91eaa HTTP/1.1" status: 204 len: 168 time: 0.3657649 May 04 22:34:53.923051 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 35838) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:34:54.480473 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e510-bc2b-4d3a-a806-91af89d0f2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919372'] for router_interface, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:54.909880 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3e510-bc2b-4d3a-a806-91af89d0f2b0 admin admin] Deleting port 50045672-4d50-4c9b-88f6-ba043d9ad5c4 {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:34:54.910219 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e510-bc2b-4d3a-a806-91af89d0f2b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:55.033129 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [None req-c5a3e510-bc2b-4d3a-a806-91af89d0f2b0 admin admin] For port 50045672-4d50-4c9b-88f6-ba043d9ad5c4, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=50045672-4d50-4c9b-88f6-ba043d9ad5c4,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:34:55.033474 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e510-bc2b-4d3a-a806-91af89d0f2b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:55.260020 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-c5a3e510-bc2b-4d3a-a806-91af89d0f2b0 admin admin] Calling delete_port for 50045672-4d50-4c9b-88f6-ba043d9ad5c4 owned by network:router_interface {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:34:55.506875 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e510-bc2b-4d3a-a806-91af89d0f2b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:55.510928 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-76b0ac76-4559-43df-be1b-d721f6ecd99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:34:55.554573 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a3e510-bc2b-4d3a-a806-91af89d0f2b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=50045672-4d50-4c9b-88f6-ba043d9ad5c4,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:34:55.557742 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-c5a3e510-bc2b-4d3a-a806-91af89d0f2b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:34:55.828020 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-c5a3e510-bc2b-4d3a-a806-91af89d0f2b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949244'] for router_interface, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:56.192425 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a3e510-bc2b-4d3a-a806-91af89d0f2b0 admin admin] Router 3acad534-a13a-4912-8c0b-42ddd72a4a9a has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:34:56.366411 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a3e510-bc2b-4d3a-a806-91af89d0f2b0 admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:34:56.376051 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c0bbba-6d7e-4e1b-9dac-90df6640e56c None None] Sync routers for ids ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'] in dv-cinder-786928-2-smb {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:34:56.387059 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c0bbba-6d7e-4e1b-9dac-90df6640e56c None None] Routers {'3acad534-a13a-4912-8c0b-42ddd72a4a9a'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:34:56.387674 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-59c0bbba-6d7e-4e1b-9dac-90df6640e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:34:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:34:56.490278 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-c5a3e510-bc2b-4d3a-a806-91af89d0f2b0 admin admin] 10.222.0.72 "PUT /v2.0/routers/3acad534-a13a-4912-8c0b-42ddd72a4a9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5658200 May 04 22:34:56.493032 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 35842) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:34:56.575442 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-59c0bbba-6d7e-4e1b-9dac-90df6640e56c None None] Set router 3acad534-a13a-4912-8c0b-42ddd72a4a9a gateway port host: dv-cinder-786928-2-smb {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:34:56.675269 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:56.869601 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:56.922369 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-59c0bbba-6d7e-4e1b-9dac-90df6640e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79'}], 'enable_snat': True}, 'gw_port_id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:07Z', 'updated_at': '2021-05-04T22:34:55Z', 'revision_number': 5, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'gw_port': {'id': '35e74fb0-e8b0-49ac-a338-4eb48592ea52', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:3c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:08Z', 'updated_at': '2021-05-04T22:30:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:34:56.926400 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c0bbba-6d7e-4e1b-9dac-90df6640e56c None None] Checking router: 3acad534-a13a-4912-8c0b-42ddd72a4a9a for host: dv-cinder-786928-2-smb {{(pid=74777) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:34:56.936021 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c0bbba-6d7e-4e1b-9dac-90df6640e56c None None] Routers {'3acad534-a13a-4912-8c0b-42ddd72a4a9a'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74777) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:34:56.936860 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-59c0bbba-6d7e-4e1b-9dac-90df6640e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:34:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'], 'active': True} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:34:57.013216 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Deleting port 35e74fb0-e8b0-49ac-a338-4eb48592ea52 {{(pid=74775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:34:57.013552 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:57.099921 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvr_db [None req-59c0bbba-6d7e-4e1b-9dac-90df6640e56c None None] Set router 3acad534-a13a-4912-8c0b-42ddd72a4a9a gateway port host: None {{(pid=74777) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:34:57.144578 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.db [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] For port 35e74fb0-e8b0-49ac-a338-4eb48592ea52, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=35e74fb0-e8b0-49ac-a338-4eb48592ea52,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:34:57.144838 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:57.210687 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_hamode_db [None req-59c0bbba-6d7e-4e1b-9dac-90df6640e56c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:07Z', 'updated_at': '2021-05-04T22:34:56Z', 'revision_number': 6, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'gw_port_host': None}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74777) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:34:57.215322 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c0bbba-6d7e-4e1b-9dac-90df6640e56c None None] The sync data for ids ['3acad534-a13a-4912-8c0b-42ddd72a4a9a'] in dv-cinder-786928-2-smb is: [{'id': '3acad534-a13a-4912-8c0b-42ddd72a4a9a', 'name': 'tempest-TestShelveInstance-857176682-router', 'tenant_id': '1a2732e303a14979b3a0c11781a5f9e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:07Z', 'updated_at': '2021-05-04T22:34:56Z', 'revision_number': 6, 'project_id': '1a2732e303a14979b3a0c11781a5f9e2', 'gw_port_host': None}] {{(pid=74777) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:34:57.274493 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Calling delete_port for 35e74fb0-e8b0-49ac-a338-4eb48592ea52 owned by network:router_gateway {{(pid=74775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:34:57.499920 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:57.503808 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-a650970b-a1d2-45d3-8acd-51cd4867aace service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:34:57.551374 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=35e74fb0-e8b0-49ac-a338-4eb48592ea52,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:34:57.595752 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:57.595752 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:57.596411 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:57.596411 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:57.596724 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:57.597085 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:57.597440 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:57.597797 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:57.598147 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:57.598507 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:57.598869 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:57.599226 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74775) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:57.627955 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:34:57.659398 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-920168'] for router_gateway, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:57.956148 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496300'] for router, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:57.959531 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:58.001949 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 50045672-4d50-4c9b-88f6-ba043d9ad5c4 no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:34:58.038034 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: 50045672-4d50-4c9b-88f6-ba043d9ad5c4 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:34:58.038394 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 50045672-4d50-4c9b-88f6-ba043d9ad5c4 not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:34:58.038948 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 35e74fb0-e8b0-49ac-a338-4eb48592ea52 no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:34:58.077090 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: 35e74fb0-e8b0-49ac-a338-4eb48592ea52 {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:34:58.077493 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 35e74fb0-e8b0-49ac-a338-4eb48592ea52 not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:34:58.099975 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-961658'] for router, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:58.100621 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3acad534-a13a-4912-8c0b-42ddd72a4a9a {{(pid=74775) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 22:34:58.114516 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] Notify callbacks [] for router, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:58.115523 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-9ce5b8f3-e8b6-4e2d-8b4c-c415cdb8c6f6 admin admin] 10.222.0.72 "DELETE /v2.0/routers/3acad534-a13a-4912-8c0b-42ddd72a4a9a HTTP/1.1" status: 204 len: 168 time: 1.6209962 May 04 22:34:58.118339 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 35846) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:34:58.183823 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.db_base_plugin_v2 [None req-af4fc427-0bd3-4e08-a6be-9f8bbd5f73ff admin admin] Deleting subnet 45f6c782-0b64-4ab9-9590-da19a233bcfa {{(pid=74776) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 22:34:58.192134 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af4fc427-0bd3-4e08-a6be-9f8bbd5f73ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:58.262549 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af4fc427-0bd3-4e08-a6be-9f8bbd5f73ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-31358662'] for subnet, precommit_delete_associations {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:58.379976 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af4fc427-0bd3-4e08-a6be-9f8bbd5f73ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792185'] for subnet, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:58.842980 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af4fc427-0bd3-4e08-a6be-9f8bbd5f73ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1792182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30542851', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33143063'] for subnet, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:58.847114 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-f3d58bfb-3e2c-4ada-977e-22dfb3f83c1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:34:58.883842 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4fc427-0bd3-4e08-a6be-9f8bbd5f73ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45f6c782-0b64-4ab9-9590-da19a233bcfa,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:34:58.885792 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-af4fc427-0bd3-4e08-a6be-9f8bbd5f73ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for subnet, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:58.889811 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-af4fc427-0bd3-4e08-a6be-9f8bbd5f73ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:34:58.892954 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fbd30a1-5ac7-4daf-ad0a-59e83bd262c0 None None] Network aac42372-8090-46b8-8cd7-4bccfe6c7113 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:34:58.893123 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-af4fc427-0bd3-4e08-a6be-9f8bbd5f73ff admin admin] 10.222.0.72 "DELETE /v2.0/subnets/45f6c782-0b64-4ab9-9590-da19a233bcfa HTTP/1.1" status: 204 len: 168 time: 0.7734022 May 04 22:34:58.895207 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 35850) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:34:59.005321 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699769'] for network, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:59.079287 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Deleting port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:34:59.079634 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:59.159700 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] DHCP port deletion for aac42372-8090-46b8-8cd7-4bccfe6c7113 request from dv-cinder-786928-2-smb {{(pid=74777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 22:34:59.186159 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] For port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=58ce76a9-b9a9-4064-a2b3-5e5bf06637fe,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:34:59.186768 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:59.251304 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Deleting port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe {{(pid=74777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:34:59.251896 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:59.383454 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Calling delete_port for 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe owned by network:dhcp {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:34:59.392857 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] For port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=58ce76a9-b9a9-4064-a2b3-5e5bf06637fe,segment=NetworkSegment(e65ec18d-28d1-44e2-9a31-811346889076),segment_id=e65ec18d-28d1-44e2-9a31-811346889076)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:34:59.393245 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:59.519750 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Calling delete_port for 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe owned by network:dhcp {{(pid=74777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:34:59.556789 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:59.561628 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-b39225fe-ff9c-4a76-b6d1-f814f1c0a0c9 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:34:59.565210 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:59.569798 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:34:59.606252 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=58ce76a9-b9a9-4064-a2b3-5e5bf06637fe,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:34:59.608372 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] No DVR routers for this DVR port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe on host dv-cinder-786928-2-smb {{(pid=74776) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:34:59.610805 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:34:59.614105 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Pushing event deleted for resources: {'Port': ['ID=58ce76a9-b9a9-4064-a2b3-5e5bf06637fe,revision_number=None']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:34:59.624145 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] No DVR routers for this DVR port 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe on host dv-cinder-786928-2-smb {{(pid=74777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:34:59.626187 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:59.626514 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:59.626860 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:59.627185 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:59.627497 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:59.627807 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:59.628118 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:59.628427 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:59.628732 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:59.629041 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:59.629354 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:59.629713 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786928-2-smb {{(pid=74777) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 22:34:59.634194 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-bf2a02d4-052c-4562-a43b-0af919a4f5a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:34:59.739711 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793858', 'neutron.services.segments.db._delete_segments_for_network-8772421052061'] for network, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:59.851306 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac42372-8090-46b8-8cd7-4bccfe6c7113']}} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:34:59.864470 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e65ec18d-28d1-44e2-9a31-811346889076') {'for_net_delete': True} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:34:59.865268 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.services.segments.db [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e65ec18d-28d1-44e2-9a31-811346889076') {} {{(pid=74776) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:34:59.878585 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772421064039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-31358681'] for segment, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:59.896299 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:34:59.902521 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Releasing vlan 970 on physical network physnet1 to pool {{(pid=74776) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 22:34:59.931311 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:34:59.977624 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:34:59.980116 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 58ce76a9-b9a9-4064-a2b3-5e5bf06637fe not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:35:00.092874 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Network aac42372-8090-46b8-8cd7-4bccfe6c7113 has no segments {{(pid=74776) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:35:00.102002 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1789066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30542949'] for segment, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:00.269372 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.managers [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Network aac42372-8090-46b8-8cd7-4bccfe6c7113 has no segments {{(pid=74776) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: Traceback (most recent call last): May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: timer() May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: cb(*args, **kw) May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: return func(*args, **kwargs) May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: self._notify() May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: self.callback(batched_events) May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: event.method(event) May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: aggregate_uuid = self.p_client.list_aggregates( May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: return f(self, *a, **k) May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: return self._get(url).json() May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: return self.request(url, 'GET', **kwargs) May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: base_url = self.get_endpoint(auth, allow=allow, May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 22:35:00.291607 dv-cinder-786928-2-smb neutron-server[74776]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 22:35:00.534494 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920186'] for network, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:00.539165 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:35:00.552159 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:00.562939 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=aac42372-8090-46b8-8cd7-4bccfe6c7113,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:35:00.566096 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:35:00.648915 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-e60d0c16-2caa-480b-9f7f-e137f0fd1cf1 admin admin] 10.222.0.72 "DELETE /v2.0/networks/aac42372-8090-46b8-8cd7-4bccfe6c7113 HTTP/1.1" status: 204 len: 168 time: 1.7526846 May 04 22:35:00.651793 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 35854) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:35:01.099948 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-1725ed39-c922-4de4-9efa-176bea9dfb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:01.208315 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-adc3b6e0-3cb6-4278-9cc8-c96776353968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-919372'] for router_interface, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:01.630142 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-adc3b6e0-3cb6-4278-9cc8-c96776353968 admin admin] Deleting port 0eb8ba21-5d00-44fc-8f31-04f620e9812f {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:35:01.630945 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-adc3b6e0-3cb6-4278-9cc8-c96776353968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:01.750732 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:01.776822 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [None req-adc3b6e0-3cb6-4278-9cc8-c96776353968 admin admin] For port 0eb8ba21-5d00-44fc-8f31-04f620e9812f, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=0eb8ba21-5d00-44fc-8f31-04f620e9812f,segment=NetworkSegment(7938b41f-f877-4464-993b-e21935697f9d),segment_id=7938b41f-f877-4464-993b-e21935697f9d)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:35:01.777169 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-adc3b6e0-3cb6-4278-9cc8-c96776353968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:01.904323 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-adc3b6e0-3cb6-4278-9cc8-c96776353968 admin admin] Calling delete_port for 0eb8ba21-5d00-44fc-8f31-04f620e9812f owned by network:router_interface {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:35:02.282325 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-adc3b6e0-3cb6-4278-9cc8-c96776353968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:02.286145 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-33ac7b4e-03ee-41f9-92c0-f42fff4d78a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:35:02.331142 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3b6e0-3cb6-4278-9cc8-c96776353968 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eb8ba21-5d00-44fc-8f31-04f620e9812f,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:35:02.360985 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-adc3b6e0-3cb6-4278-9cc8-c96776353968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:35:02.610800 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-adc3b6e0-3cb6-4278-9cc8-c96776353968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-550529', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-949244'] for router_interface, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:02.979190 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc3b6e0-3cb6-4278-9cc8-c96776353968 admin admin] Router f9aa799b-2e23-4054-8e25-e5ee4cf925e5 has already been hosted by L3 agent c5052575-17c5-4fba-9ae6-fdd33dc79a9f {{(pid=74776) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 04 22:35:03.163184 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc3b6e0-3cb6-4278-9cc8-c96776353968 admin admin] Notify agent at l3_agent.dv-cinder-786928-2-smb the message routers_updated {{(pid=74776) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 04 22:35:03.172033 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-adc3b6e0-3cb6-4278-9cc8-c96776353968 admin admin] 10.222.0.72 "PUT /v2.0/routers/f9aa799b-2e23-4054-8e25-e5ee4cf925e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5192494 May 04 22:35:03.172895 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade8609-edca-448b-94c0-dd83b1d80489 None None] Sync routers for ids ['f9aa799b-2e23-4054-8e25-e5ee4cf925e5'] in dv-cinder-786928-2-smb {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 22:35:03.174580 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.wsgi [-] (74776) accepted ('10.222.0.72', 35858) {{(pid=74776) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:35:03.183581 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade8609-edca-448b-94c0-dd83b1d80489 None None] Routers {'f9aa799b-2e23-4054-8e25-e5ee4cf925e5'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:35:03.184178 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-1ade8609-edca-448b-94c0-dd83b1d80489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:34:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f9aa799b-2e23-4054-8e25-e5ee4cf925e5'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:35:03.352258 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] Notify callbacks [] for router, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:03.367933 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-1ade8609-edca-448b-94c0-dd83b1d80489 None None] Set router f9aa799b-2e23-4054-8e25-e5ee4cf925e5 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:35:03.657829 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:03.669579 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-1ade8609-edca-448b-94c0-dd83b1d80489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'name': 'tempest-TestShelveInstance-36678613-router', 'tenant_id': 'fd203076c4e844998a0dab3665d25236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:20Z', 'updated_at': '2021-05-04T22:35:02Z', 'revision_number': 5, 'project_id': 'fd203076c4e844998a0dab3665d25236', 'gw_port': {'id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:21Z', 'updated_at': '2021-05-04T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:35:03.674097 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade8609-edca-448b-94c0-dd83b1d80489 None None] Checking router: f9aa799b-2e23-4054-8e25-e5ee4cf925e5 for host: dv-cinder-786928-2-smb {{(pid=74778) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 22:35:03.682722 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade8609-edca-448b-94c0-dd83b1d80489 None None] Routers {'f9aa799b-2e23-4054-8e25-e5ee4cf925e5'} bound to L3 agent in host dv-cinder-786928-2-smb {{(pid=74778) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 04 22:35:03.683342 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-1ade8609-edca-448b-94c0-dd83b1d80489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786928-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-04T22:10:35Z,description=,heartbeat_timestamp=2021-05-04T22:34:35Z,host='dv-cinder-786928-2-smb',id=c5052575-17c5-4fba-9ae6-fdd33dc79a9f,load=0,resource_versions=,resources_synced=,started_at=2021-05-04T22:10:36Z,topic='l3_agent')) {'router_ids': ['f9aa799b-2e23-4054-8e25-e5ee4cf925e5'], 'active': True} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:35:03.827695 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] Deleting port 357e4a47-7a04-4e6b-9283-830bab657d8a {{(pid=74776) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:35:03.828078 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:03.874651 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_dvr_db [None req-1ade8609-edca-448b-94c0-dd83b1d80489 None None] Set router f9aa799b-2e23-4054-8e25-e5ee4cf925e5 gateway port host: dv-cinder-786928-2-smb {{(pid=74778) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}} May 04 22:35:03.972670 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.db [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] For port 357e4a47-7a04-4e6b-9283-830bab657d8a, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=357e4a47-7a04-4e6b-9283-830bab657d8a,segment=NetworkSegment(b0e7f012-0519-4046-b20b-b68f656d7578),segment_id=b0e7f012-0519-4046-b20b-b68f656d7578)] {{(pid=74776) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:35:03.973025 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:04.104166 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.plugins.ml2.plugin [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] Calling delete_port for 357e4a47-7a04-4e6b-9283-830bab657d8a owned by network:router_gateway {{(pid=74776) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:35:04.147286 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:04.174269 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.l3_hamode_db [None req-1ade8609-edca-448b-94c0-dd83b1d80489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'name': 'tempest-TestShelveInstance-36678613-router', 'tenant_id': 'fd203076c4e844998a0dab3665d25236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:20Z', 'updated_at': '2021-05-04T22:35:02Z', 'revision_number': 5, 'project_id': 'fd203076c4e844998a0dab3665d25236', 'gw_port': {'id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:21Z', 'updated_at': '2021-05-04T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}], 'dv-cinder-786928-2-smb', False) {} {{(pid=74778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:35:04.179080 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ade8609-edca-448b-94c0-dd83b1d80489 None None] The sync data for ids ['f9aa799b-2e23-4054-8e25-e5ee4cf925e5'] in dv-cinder-786928-2-smb is: [{'id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'name': 'tempest-TestShelveInstance-36678613-router', 'tenant_id': 'fd203076c4e844998a0dab3665d25236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'external_fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114'}], 'enable_snat': True}, 'gw_port_id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-04T22:30:20Z', 'updated_at': '2021-05-04T22:35:02Z', 'revision_number': 5, 'project_id': 'fd203076c4e844998a0dab3665d25236', 'gw_port': {'id': '357e4a47-7a04-4e6b-9283-830bab657d8a', 'name': '', 'network_id': '76581f0b-881c-41a1-a7c9-33e7218dfd31', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9aa799b-2e23-4054-8e25-e5ee4cf925e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'ip_address': '172.28.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786928-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-04T22:30:21Z', 'updated_at': '2021-05-04T22:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bfeb869-822c-4f12-8913-9d21738f2df2', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786928-2-smb'}] {{(pid=74778) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 22:35:04.357532 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30542928'] for port, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:04.361453 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-c0f5ae83-1b6f-4e6c-b308-329d7bd288b0 tempest-AttachVolumeNegativeTest-933326147 tempest-AttachVolumeNegativeTest-933326147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:35:04.407332 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] Pushing event deleted for resources: {'Port': ['ID=357e4a47-7a04-4e6b-9283-830bab657d8a,revision_number=None']} {{(pid=74776) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:35:04.409967 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG oslo_concurrency.lockutils [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74776) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:35:04.506829 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-920168'] for router_gateway, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:04.691493 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-954676', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-496300'] for router, precommit_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:04.694376 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:04.803960 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-961658'] for router, after_delete {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:04.804512 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9aa799b-2e23-4054-8e25-e5ee4cf925e5 {{(pid=74776) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 04 22:35:04.820542 dv-cinder-786928-2-smb neutron-server[74776]: DEBUG neutron_lib.callbacks.manager [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] Notify callbacks [] for router, before_response {{(pid=74776) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:04.822385 dv-cinder-786928-2-smb neutron-server[74776]: INFO neutron.wsgi [None req-be074ac5-4098-4a10-b010-9111e500fdfd admin admin] 10.222.0.72 "DELETE /v2.0/routers/f9aa799b-2e23-4054-8e25-e5ee4cf925e5 HTTP/1.1" status: 204 len: 168 time: 1.6466467 May 04 22:35:04.827441 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 35862) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:35:05.079319 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fc43a7e-d786-40d7-84b9-7606131d0e96 admin admin] Deleting subnet 84a8292b-279c-4494-8e0b-fa0da69b1e7c {{(pid=74775) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} May 04 22:35:05.084756 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8fc43a7e-d786-40d7-84b9-7606131d0e96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:05.145394 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-ef25d35f-f366-4c28-8a9d-c65a1e52b23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:05.160775 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8fc43a7e-d786-40d7-84b9-7606131d0e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-32639333'] for subnet, precommit_delete_associations {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:05.254243 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8fc43a7e-d786-40d7-84b9-7606131d0e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1792185'] for subnet, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:05.625936 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8fc43a7e-d786-40d7-84b9-7606131d0e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1792182', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-217562', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31642498', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30743205'] for subnet, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:05.630083 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:35:05.669700 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc43a7e-d786-40d7-84b9-7606131d0e96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a8292b-279c-4494-8e0b-fa0da69b1e7c,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:35:05.672638 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-8fc43a7e-d786-40d7-84b9-7606131d0e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:35:05.673743 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-8fc43a7e-d786-40d7-84b9-7606131d0e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:05.680314 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c8f63-3e8a-4a0c-b1cf-c4178850e7e6 None None] Network d338aafb-a088-493e-95bc-dd2cd6d56427 requested from dv-cinder-786928-2-smb {{(pid=74777) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} May 04 22:35:05.691739 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-8fc43a7e-d786-40d7-84b9-7606131d0e96 admin admin] 10.222.0.72 "DELETE /v2.0/subnets/84a8292b-279c-4494-8e0b-fa0da69b1e7c HTTP/1.1" status: 204 len: 168 time: 0.8537383 May 04 22:35:05.691739 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 35868) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:35:05.794507 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1699769'] for network, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:05.883112 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Deleting port 1151bb55-017b-4d8d-899c-0e6f96e7989a {{(pid=74775) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:35:05.883678 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:05.954152 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4164dc-5c8a-4052-a4a6-ac57ccf20bfa None None] DHCP port deletion for d338aafb-a088-493e-95bc-dd2cd6d56427 request from dv-cinder-786928-2-smb {{(pid=74777) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} May 04 22:35:05.963993 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 0eb8ba21-5d00-44fc-8f31-04f620e9812f no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:35:06.009686 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.db [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] For port 1151bb55-017b-4d8d-899c-0e6f96e7989a, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=1151bb55-017b-4d8d-899c-0e6f96e7989a,segment=NetworkSegment(7938b41f-f877-4464-993b-e21935697f9d),segment_id=7938b41f-f877-4464-993b-e21935697f9d)] {{(pid=74775) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:35:06.010032 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:06.072620 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: 0eb8ba21-5d00-44fc-8f31-04f620e9812f {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:35:06.072963 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 0eb8ba21-5d00-44fc-8f31-04f620e9812f not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:35:06.073401 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 357e4a47-7a04-4e6b-9283-830bab657d8a no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:35:06.109161 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: 357e4a47-7a04-4e6b-9283-830bab657d8a {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:35:06.109504 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 357e4a47-7a04-4e6b-9283-830bab657d8a not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:35:06.137742 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-0b4164dc-5c8a-4052-a4a6-ac57ccf20bfa None None] Deleting port 1151bb55-017b-4d8d-899c-0e6f96e7989a {{(pid=74777) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 04 22:35:06.137996 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-0b4164dc-5c8a-4052-a4a6-ac57ccf20bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772421041053'] for port, before_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:06.140219 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.plugin [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Calling delete_port for 1151bb55-017b-4d8d-899c-0e6f96e7989a owned by network:dhcp {{(pid=74775) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:35:06.254840 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.db [None req-0b4164dc-5c8a-4052-a4a6-ac57ccf20bfa None None] For port 1151bb55-017b-4d8d-899c-0e6f96e7989a, host dv-cinder-786928-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786928-2-smb',level=0,port_id=1151bb55-017b-4d8d-899c-0e6f96e7989a,segment=NetworkSegment(7938b41f-f877-4464-993b-e21935697f9d),segment_id=7938b41f-f877-4464-993b-e21935697f9d)] {{(pid=74777) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 04 22:35:06.255189 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-0b4164dc-5c8a-4052-a4a6-ac57ccf20bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-943542'] for port, precommit_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:06.345003 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31642577'] for port, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:06.354770 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-f0e2b5df-71a5-4314-9515-16b271193291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:35:06.378937 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-0b4164dc-5c8a-4052-a4a6-ac57ccf20bfa None None] Calling delete_port for 1151bb55-017b-4d8d-899c-0e6f96e7989a owned by network:dhcp {{(pid=74777) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} May 04 22:35:06.396562 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Pushing event deleted for resources: {'Port': ['ID=1151bb55-017b-4d8d-899c-0e6f96e7989a,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:35:06.400562 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:35:06.403216 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] No DVR routers for this DVR port 1151bb55-017b-4d8d-899c-0e6f96e7989a on host dv-cinder-786928-2-smb {{(pid=74775) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:35:06.425287 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-0b4164dc-5c8a-4052-a4a6-ac57ccf20bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1668383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-252045', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772421045360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772420627231'] for port, after_delete {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:06.431078 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-b51f1d78-7e3f-4215-8ef9-311b2c43359b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:35:06.475932 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:06.478371 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4164dc-5c8a-4052-a4a6-ac57ccf20bfa None None] Pushing event deleted for resources: {'Port': ['ID=1151bb55-017b-4d8d-899c-0e6f96e7989a,revision_number=None']} {{(pid=74777) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:35:06.481635 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG oslo_concurrency.lockutils [None req-0b4164dc-5c8a-4052-a4a6-ac57ccf20bfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74777) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:35:06.491442 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4164dc-5c8a-4052-a4a6-ac57ccf20bfa None None] No DVR routers for this DVR port 1151bb55-017b-4d8d-899c-0e6f96e7989a on host dv-cinder-786928-2-smb {{(pid=74777) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 22:35:06.524229 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1793858', 'neutron.services.segments.db._delete_segments_for_network-8772421052061'] for network, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:06.633268 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d338aafb-a088-493e-95bc-dd2cd6d56427']}} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:35:06.646406 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7938b41f-f877-4464-993b-e21935697f9d') {'for_net_delete': True} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:35:06.646749 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.services.segments.db [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7938b41f-f877-4464-993b-e21935697f9d') {} {{(pid=74775) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 22:35:06.658230 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772421064039', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-32639354'] for segment, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:06.674997 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1789059'] for segment, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:06.681265 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Releasing vlan 958 on physical network physnet1 to pool {{(pid=74775) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 22:35:06.962986 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Network d338aafb-a088-493e-95bc-dd2cd6d56427 has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:35:06.975659 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1789066', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31642596'] for segment, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:07.149245 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.plugins.ml2.managers [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Network d338aafb-a088-493e-95bc-dd2cd6d56427 has no segments {{(pid=74775) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: Traceback (most recent call last): May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: timer() May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: cb(*args, **kw) May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: return func(*args, **kwargs) May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: self._notify() May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: self.callback(batched_events) May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: event.method(event) May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: aggregate_uuid = self.p_client.list_aggregates( May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: return f(self, *a, **k) May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: return self._get(url).json() May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: return self.request(url, 'GET', **kwargs) May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: base_url = self.get_endpoint(auth, allow=allow, May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 22:35:07.180512 dv-cinder-786928-2-smb neutron-server[74775]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 22:35:07.357956 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1793851', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-550536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-920186'] for network, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:07.362058 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:35:07.376003 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-550566'] for network, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:07.386653 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Pushing event deleted for resources: {'Network': ['ID=d338aafb-a088-493e-95bc-dd2cd6d56427,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:35:07.389716 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:35:07.392039 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-f924f169-d7ff-4190-88c3-18033ce9bfee admin admin] 10.222.0.72 "DELETE /v2.0/networks/d338aafb-a088-493e-95bc-dd2cd6d56427 HTTP/1.1" status: 204 len: 168 time: 1.7068746 May 04 22:35:07.915439 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 35874) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:35:07.936350 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 1151bb55-017b-4d8d-899c-0e6f96e7989a no longer exists at agent ovs-agent-dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 04 22:35:07.972765 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-1f8f2e16-794a-44ad-9f4a-06089aa822d4 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=1a2732e303a14979b3a0c11781a5f9e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0561178 May 04 22:35:07.975637 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 35878) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:35:07.979072 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.plugin [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] No Port match for: 1151bb55-017b-4d8d-899c-0e6f96e7989a {{(pid=74777) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} May 04 22:35:07.979428 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron.plugins.ml2.rpc [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Device 1151bb55-017b-4d8d-899c-0e6f96e7989a not bound to the agent host dv-cinder-786928-2-smb {{(pid=74777) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 04 22:35:08.044484 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f2a73db7-e3d5-4ea4-8a40-a7b034143e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:08.076791 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f2a73db7-e3d5-4ea4-8a40-a7b034143e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:08.219763 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f2a73db7-e3d5-4ea4-8a40-a7b034143e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:08.223515 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-03dfe24c-a678-4c95-bfb0-50727a2288a2 tempest-AttachVolumeShelveTestJSON-499660244 tempest-AttachVolumeShelveTestJSON-499660244-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:35:08.237052 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a73db7-e3d5-4ea4-8a40-a7b034143e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde67e83-a025-4176-9870-47bf108769a7,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:35:08.241049 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-f2a73db7-e3d5-4ea4-8a40-a7b034143e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:35:08.246589 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-f2a73db7-e3d5-4ea4-8a40-a7b034143e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:08.247757 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-f2a73db7-e3d5-4ea4-8a40-a7b034143e1e admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/fde67e83-a025-4176-9870-47bf108769a7 HTTP/1.1" status: 204 len: 168 time: 0.2711232 May 04 22:35:08.443292 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:09.080672 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 35886) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:35:09.130294 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-107339bd-4ef0-47d0-8329-ce5fbf362a77 admin admin] 10.222.0.72 "GET /v2.0/security-groups?tenant_id=fd203076c4e844998a0dab3665d25236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484025 May 04 22:35:09.132683 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.wsgi [-] (74775) accepted ('10.222.0.72', 35890) {{(pid=74775) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 04 22:35:09.193671 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-baded4e9-683b-4b78-8832-b34879c80b5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:09.220493 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-baded4e9-683b-4b78-8832-b34879c80b5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:09.385382 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-baded4e9-683b-4b78-8832-b34879c80b5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-988817'] for security_group, after_delete {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:09.389303 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-273d7838-02ca-4f19-82d0-e8806b22b876 tempest-TestMinimumBasicScenario-712759869 tempest-TestMinimumBasicScenario-712759869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 22:35:09.406381 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baded4e9-683b-4b78-8832-b34879c80b5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8d77f2-6b84-4fb1-9fea-2af57362412d,revision_number=None']} {{(pid=74775) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 22:35:09.409802 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG oslo_concurrency.lockutils [None req-baded4e9-683b-4b78-8832-b34879c80b5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74775) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 22:35:09.411374 dv-cinder-786928-2-smb neutron-server[74775]: DEBUG neutron_lib.callbacks.manager [None req-baded4e9-683b-4b78-8832-b34879c80b5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74775) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:09.412616 dv-cinder-786928-2-smb neutron-server[74775]: INFO neutron.wsgi [None req-baded4e9-683b-4b78-8832-b34879c80b5f admin admin] 10.222.0.72 "DELETE /v2.0/security-groups/bc8d77f2-6b84-4fb1-9fea-2af57362412d HTTP/1.1" status: 204 len: 168 time: 0.2790520 May 04 22:35:21.688984 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:35:31.093388 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-401b4da2-a7e1-4c02-b1e2-02946ef97809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:31.721931 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:34.150337 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:35.207719 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-631bee33-bf63-492a-9f1c-ab0b4ad3c7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:36.356885 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:38.402505 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:35:58.688124 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:36:01.104765 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-50b4af74-6413-4872-83b7-7a61cfdcc71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:36:01.727809 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:36:04.132898 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:36:05.173346 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-1cbcfe94-deac-4aeb-9fcc-cca524c09a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:36:06.299137 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:36:08.413233 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:36:31.087008 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-34c23b30-6969-46d1-91ed-1a8c064fd65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:36:31.738341 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:36:34.160890 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:36:35.138880 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-ac5eac92-ca40-4a02-8547-c3fde7fb0d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:36:35.687472 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:36:36.343889 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:36:38.412454 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:37:01.103302 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-7b125a88-51eb-4241-96cb-695ec01ccf6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:37:01.748848 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:37:04.143052 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:37:05.229395 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-b887ceb1-2f72-450b-93b3-c77f5e4fa65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:37:06.262081 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:37:08.411114 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:37:12.685853 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:37:31.079804 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-ff8e7b10-727f-4dd0-a7b2-d746da9eabc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:37:31.725999 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:37:34.154033 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:37:35.229109 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-480f239e-5329-41e2-a983-8464936f376c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:37:36.262995 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:37:38.461546 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:37:49.684650 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:38:01.112316 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-27ebb2d2-18be-4d21-b221-87bbe446c519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:38:01.742782 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:38:04.169286 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:38:05.136859 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-3fbbfaa1-f2e7-4820-809f-161a9f5bfdb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:38:06.290872 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:38:08.423545 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:38:26.683320 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:38:31.125312 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-1a721d15-acad-4047-b76e-65f33666853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:38:31.753424 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:38:34.175902 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:38:35.130830 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-6e39f1bb-e5e4-4d92-a409-6bfec7f34dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:38:36.288391 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:38:38.415902 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:39:01.089852 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-409aab77-ada1-4435-89d2-422f045b19b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:39:01.752642 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:39:03.683093 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 04 22:39:04.157304 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:39:05.135605 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-7cc02167-9e88-4197-832e-7f9a9609da96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:39:06.330538 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:39:08.425091 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:39:31.099220 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-d2746ee4-2ffe-47a3-9363-f87c0a0a4d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:39:31.740754 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-5e2c8da1-6c87-44dd-a1dc-3527c618d1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:39:34.167449 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-a474c6d0-5ea0-4bf5-89d3-77a75573c560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:39:35.178757 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-68248a35-b024-46a1-a0d2-493f4821d3fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:39:36.290073 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-bc63ce54-8099-4215-9e28-821379775348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:39:38.426532 dv-cinder-786928-2-smb neutron-server[74777]: DEBUG neutron_lib.callbacks.manager [None req-c1e65ddf-96d9-4bdd-9bb0-e59b733f2e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772421052070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779832'] for agent, after_update {{(pid=74777) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 22:39:40.683034 dv-cinder-786928-2-smb neutron-server[74778]: DEBUG neutron.db.agents_db [None req-edb8382b-f7e2-4bf1-a53d-704d2445b683 None None] Agent healthcheck: found 6 active agents {{(pid=74778) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}